[ 548.077560] env[68192]: INFO neutron.common.config [-] Logging enabled! [ 548.077867] env[68192]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 26.1.0.dev5 [ 548.078035] env[68192]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=68192) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 548.078348] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 548.078466] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 548.079346] env[68192]: WARNING oslo_policy.policy [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 548.079655] env[68192]: WARNING oslo_policy.policy [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 548.081209] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] VMware NSXv3 Agent initialized successfully. [ 548.081580] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] Acquiring lock "singleton_lock" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.081717] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] Acquired lock "singleton_lock" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.081931] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] Releasing lock "singleton_lock" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.082235] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] Full set of CONF: {{(pid=68192) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/eventlet/service.py:357}} [ 548.082450] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ******************************************************************************** {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 548.082573] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] Configuration options gathered from: {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 548.082828] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 548.082994] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 548.083123] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ================================================================================ {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 548.083295] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] agent_down_time = 75 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.083442] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] allow_automatic_dhcp_failover = True {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.083587] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] allow_bulk = True {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.083736] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] api_extensions_path = {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.083883] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] api_paste_config = api-paste.ini {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.084041] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] auth_strategy = keystone {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.084152] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] backdoor_port = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.084258] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] backdoor_socket = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.084398] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] backlog = 4096 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.084547] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] base_mac = fa:16:3e:00:00:00 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.084715] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] bind_host = 0.0.0.0 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.084863] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] bind_port = 9696 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.085043] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] client_socket_timeout = 900 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.085167] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] config_dir = [] {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.085282] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.085427] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] config_source = [] {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.085573] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] control_exchange = neutron {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.085719] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] core_plugin = ml2 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.085861] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] debug = True {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.086010] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] default_availability_zones = [] {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.086231] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.086418] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] dhcp_agent_notification = True {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.086606] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] dhcp_agents_per_network = 1 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.086756] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] dhcp_lease_duration = 86400 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.086907] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] dhcp_load_type = networks {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.087066] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] dns_domain = openstacklocal {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.087212] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.087354] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] enable_default_route_bfd = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.087491] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] enable_default_route_ecmp = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.087629] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] enable_dvr = True {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.087763] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] enable_new_agents = True {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.087948] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.088137] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] enable_signals = True {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.088283] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] enable_traditional_dhcp = True {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.088430] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] external_dns_driver = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.088581] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] filter_validation = True {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.088732] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] global_physnet_mtu = 8950 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.088871] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] graceful_shutdown_timeout = 60 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.089063] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] host = cpu-1 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.089210] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] host_dvr_for_dhcp = True {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.089367] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] http_retries = 3 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.089544] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] instance_format = [instance: %(uuid)s] {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.089692] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.089836] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ipam_driver = internal {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.089975] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ipv6_pd_enabled = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.090126] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] l3_ha = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.090271] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.090414] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] l3_ha_network_physical_name = {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.090554] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] l3_ha_network_type = {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.090701] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] log_color = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.090858] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] log_config_append = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.091049] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.091197] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] log_dir = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.091334] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] log_file = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.091441] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] log_options = True {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.091583] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] log_rotate_interval = 1 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.091727] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] log_rotate_interval_type = days {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.091868] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] log_rotation_type = none {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.091975] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.092098] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.092241] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.092414] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.092533] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.092679] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] max_dns_nameservers = 5 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.092817] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] max_header_line = 16384 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.092954] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] max_l3_agents_per_router = 3 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.093103] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] max_logfile_count = 30 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.093239] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] max_logfile_size_mb = 200 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.093374] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] max_subnet_host_routes = 20 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.093518] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] my_ip = 10.180.1.21 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.093659] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] my_ipv6 = ::1 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.093806] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] network_auto_schedule = True {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.093976] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] network_link_prefix = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.094142] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.094287] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] notify_nova_on_port_data_changes = True {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.094429] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] notify_nova_on_port_status_changes = True {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.094573] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] pagination_max_limit = -1 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.094710] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] publish_errors = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.094848] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] rate_limit_burst = 0 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.094992] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] rate_limit_except_level = CRITICAL {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.095142] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] rate_limit_interval = 0 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.095298] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] retry_until_window = 30 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.095503] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] router_distributed = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.095661] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] rpc_resources_processing_step = 20 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.095803] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] rpc_response_max_timeout = 600 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.095943] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] rpc_response_timeout = 60 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.096094] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] send_events_interval = 2 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.096249] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] service_plugins = ['router'] {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.096419] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] setproctitle = on {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.096567] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] shell_completion = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.096714] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] state_path = /opt/stack/data/neutron {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.096865] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] syslog_log_facility = LOG_USER {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.097050] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] tcp_keepidle = 600 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.097203] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] transport_url = **** {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.097345] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] use_journal = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.097481] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] use_json = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.097620] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] use_ssl = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.097756] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] use_stderr = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.097896] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] use_syslog = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.098043] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] vlan_qinq = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.098183] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] vlan_transparent = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.098321] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] watch_log_file = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.098519] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] wsgi_default_pool_size = 100 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.098671] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] wsgi_keep_alive = True {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.098819] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.098957] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] wsgi_server_debug = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 548.099130] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_concurrency.disable_process_locking = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.099282] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.099445] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.099604] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.099770] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.099949] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.100111] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.100273] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] profiler.connection_string = messaging:// {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.100426] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] profiler.enabled = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.100579] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] profiler.es_doc_type = notification {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.100725] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] profiler.es_scroll_size = 10000 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.100874] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] profiler.es_scroll_time = 2m {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.101027] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] profiler.filter_error_trace = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.101180] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] profiler.hmac_keys = **** {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.101367] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] profiler.sentinel_service_name = mymaster {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.101528] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] profiler.socket_timeout = 0.1 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.101677] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] profiler.trace_requests = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.101823] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] profiler.trace_sqlalchemy = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.101982] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] profiler_jaeger.process_tags = {} {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.102137] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] profiler_jaeger.service_name_prefix = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.102282] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] profiler_otlp.service_name_prefix = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.102445] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_policy.enforce_new_defaults = True {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.102749] env[68192]: WARNING oslo_config.cfg [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 548.102948] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_policy.enforce_scope = True {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.103124] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_policy.policy_default_rule = default {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.103285] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.103436] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.103590] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.103732] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.103873] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.104029] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.104167] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.104347] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_policy.remote_timeout = 60.0 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.104510] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.104668] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] agent.extensions = [] {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.104818] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.104967] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] service_providers.service_provider = [] {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.105133] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] QUOTAS.default_quota = -1 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.105287] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.105432] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] QUOTAS.quota_floatingip = 50 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.105578] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] QUOTAS.quota_network = 100 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.105744] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] QUOTAS.quota_port = 500 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.105913] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.106069] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] QUOTAS.quota_router = 10 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.106215] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] QUOTAS.quota_security_group = 10 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.106375] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.106529] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] QUOTAS.quota_subnet = 100 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.106675] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] QUOTAS.track_quota_usage = True {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.106831] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.106973] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep.group = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.107135] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep.helper_command = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.107317] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.107472] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep.thread_pool_size = 8 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.107617] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep.user = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.107766] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.107905] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep_dhcp_release.group = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.108055] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep_dhcp_release.helper_command = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.108204] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.108346] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.108520] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep_dhcp_release.user = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.108700] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.108865] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep_ovs_vsctl.group = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.109024] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep_ovs_vsctl.helper_command = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.109176] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.109323] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.109491] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep_ovs_vsctl.user = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.109649] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep_namespace.capabilities = [21] {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.109789] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep_namespace.group = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.109928] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep_namespace.helper_command = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.110119] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.110394] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep_namespace.thread_pool_size = 8 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.110574] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep_namespace.user = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.110849] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep_conntrack.capabilities = [12] {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.110905] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep_conntrack.group = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.111014] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep_conntrack.helper_command = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.111167] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.111313] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.111452] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep_conntrack.user = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.111604] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep_link.capabilities = [12, 21] {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.111777] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep_link.group = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.111920] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep_link.helper_command = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.112133] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.112217] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep_link.thread_pool_size = 8 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.112354] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] privsep_link.user = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.112512] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.112665] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.112813] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] AGENT.continue_on_failed_promotions = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.112953] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] AGENT.dscp = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.113124] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] AGENT.dscp_inherit = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.113309] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] AGENT.force_mp_to_policy = True {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.113460] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] AGENT.locking_coordinator_url = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.113605] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] AGENT.log_agent_heartbeats = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.113747] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] AGENT.logging_expire = 1 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.113895] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.114051] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.114203] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] AGENT.polling_interval = 240 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.114349] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.114498] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.114664] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] AGENT.report_interval = 30.0 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.114839] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.114992] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.115176] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.115293] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] AGENT.sync_skew = 60 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.115436] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] AGENT.synchronization_queue_size = 20 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.115583] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] AGENT.use_helper_for_ns_read = True {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.115730] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] SECURITYGROUP.enable_ipset = True {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.115878] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] SECURITYGROUP.enable_security_group = True {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.116038] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.116233] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.116409] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] experimental.ipv6_pd_enabled = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.116581] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ml2.extension_drivers = ['port_security'] {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.116729] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ml2.external_network_type = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.116883] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.117046] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ml2.overlay_ip_version = 4 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.117198] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ml2.path_mtu = 8950 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.117344] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ml2.physical_network_mtus = {} {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.117494] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ml2.tenant_network_types = ['vlan'] {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.117667] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.117854] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ml2.type_drivers = ['vlan'] {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.118026] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] AGENT_CLI.neutron_port_id = [] {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.118173] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.118316] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.118492] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.118659] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.118810] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.118958] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.119125] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.119304] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.119517] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.119673] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] NSXV3.nsxv3_login_password = **** {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.119825] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] NSXV3.nsxv3_login_port = 443 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.119973] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] NSXV3.nsxv3_login_user = admin {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.120128] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.120284] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.120429] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.120572] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.120722] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.120877] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.121075] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.121233] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.121378] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.121528] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.121685] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.121828] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.121974] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.122427] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.122616] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] vsphere.vsphere_login_password = VMware1! {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.122777] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.123034] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.123211] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] nova.auth_section = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.123368] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] nova.auth_type = password {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.123518] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.123661] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] nova.certfile = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.123805] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] nova.collect_timing = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.123954] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] nova.endpoint_type = public {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.124110] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] nova.insecure = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.124248] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] nova.keyfile = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.124409] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] nova.region_name = RegionOne {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.124612] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] nova.split_loggers = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.124763] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] nova.timeout = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.124909] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] placement.auth_section = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.125072] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] placement.auth_type = password {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.125224] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.125361] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] placement.certfile = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.125502] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] placement.collect_timing = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.125648] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] placement.endpoint_type = public {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.125786] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] placement.insecure = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.125920] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] placement.keyfile = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.126104] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] placement.region_name = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.126264] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] placement.split_loggers = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.126422] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] placement.timeout = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.126576] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ironic.auth_section = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.126719] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ironic.auth_type = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.126855] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ironic.cafile = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.126989] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ironic.certfile = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.127143] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ironic.collect_timing = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.127281] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ironic.connect_retries = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.127416] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ironic.connect_retry_delay = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.127556] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ironic.enable_notifications = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.127701] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ironic.endpoint_override = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.127840] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ironic.insecure = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.127974] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ironic.interface = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.128121] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ironic.keyfile = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.128255] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ironic.max_version = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.128387] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ironic.min_version = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.128551] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ironic.region_name = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.128687] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ironic.retriable_status_codes = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.128817] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ironic.service_name = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.128945] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ironic.service_type = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.129144] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ironic.split_loggers = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.129294] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ironic.status_code_retries = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.129431] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ironic.status_code_retry_delay = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.129587] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ironic.timeout = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.129698] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ironic.valid_interfaces = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.129832] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ironic.version = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.129975] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] cli_script.dry_run = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.130141] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.130286] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.130427] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.130591] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.130750] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.130893] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.131042] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.131184] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.131323] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.131470] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.131610] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.131755] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.131900] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.132057] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.132243] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.132402] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.132547] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.132691] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.132835] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.132975] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.133135] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.133281] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.133423] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.133561] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.133741] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.133898] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.134051] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.134195] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.134331] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.134471] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.134614] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.ssl = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.134757] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.134899] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.135048] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.135256] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.135425] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.ssl_version = {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.135572] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.135723] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_notifications.driver = [] {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.135867] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_notifications.retry = -1 {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.136033] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.136177] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] oslo_messaging_notifications.transport_url = **** {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 548.136289] env[68192]: DEBUG oslo_service.backend.eventlet.service [None req-0ec741f0-4208-4735-810e-0f255a7e5b00 None None] ******************************************************************************** {{(pid=68192) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 548.137318] env[68192]: DEBUG neutron.agent.securitygroups_rpc [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Init firewall settings (driver=nsxv3) {{(pid=68192) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 548.138699] env[68192]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=68192) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 548.138940] env[68192]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] RPC agent_id: nsxm-l-01a.corp.local [ 548.141258] env[68192]: DEBUG dogpile.cache.region [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 548.141385] env[68192]: DEBUG dogpile.lock [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 548.141484] env[68192]: DEBUG dogpile.lock [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 548.141577] env[68192]: DEBUG dogpile.lock [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 548.141671] env[68192]: DEBUG dogpile.cache.region [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 548.141759] env[68192]: DEBUG dogpile.lock [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 548.141881] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 548.177798] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Session token - acquiring [ 548.179525] env[68192]: DEBUG networking_nsxv3.common.locking [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.179747] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.179850] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.180328] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.191096] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 548.458245] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 548.483432] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 548.483557] env[68192]: DEBUG dogpile.cache.region [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Cache value generated in 0.342 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 548.483716] env[68192]: DEBUG dogpile.lock [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 548.483843] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Activating Policy API Provider. [ 548.484087] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Looking for the default Infrastructure Rules. [ 548.541996] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Looking for the Default Layer3 Logged Drop Section. [ 548.554923] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 548.555386] env[68192]: DEBUG networking_nsxv3.common.locking [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 548.555554] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Acquiring lock "all" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 548.555660] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Acquired lock "all" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 548.555940] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Acquired external semaphore "all" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 548.556277] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.071422] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 549.574148] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.076512] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Inventory metadata is going to be refreshed. [ 550.076677] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 550.770135] env[68192]: DEBUG networking_nsxv3.common.locking [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.770574] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.770574] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.770773] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.782447] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 550.880197] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.881039] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 550.898053] env[68192]: DEBUG networking_nsxv3.common.locking [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.898269] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.898315] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.898689] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.898814] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.899032] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 550.899179] env[68192]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=68192) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 550.899292] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 550.918390] env[68192]: DEBUG networking_nsxv3.common.locking [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.918576] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.918710] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.918944] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.919129] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.919268] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 550.937819] env[68192]: DEBUG networking_nsxv3.common.locking [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.938061] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.938132] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.938363] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.938537] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.938681] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 550.956900] env[68192]: DEBUG networking_nsxv3.common.locking [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.957180] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Acquiring lock "Address Group" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.957180] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Acquired lock "Address Group" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.957430] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Acquired external semaphore "Address Group" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.957571] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Releasing lock "Address Group" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.957720] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 550.957827] env[68192]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=68192) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 550.957931] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 550.974418] env[68192]: DEBUG networking_nsxv3.common.locking [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.974619] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Acquiring lock "Segment QoS" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.974663] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Acquired lock "Segment QoS" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.974948] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Acquired external semaphore "Segment QoS" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.975085] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Releasing lock "Segment QoS" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.975224] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 550.975328] env[68192]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=68192) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 550.975484] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 550.993945] env[68192]: DEBUG networking_nsxv3.common.locking [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.994149] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.994280] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.994521] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.994666] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.994817] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 550.994921] env[68192]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=68192) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 550.995030] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Inventory metadata have been refreshed. [ 550.995183] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Dryrun:True. Metadata refresh completed. [ 550.995252] env[68192]: DEBUG oslo_concurrency.lockutils [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Releasing lock "all" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.996895] env[68192]: INFO neutron.agent.agent_extensions_manager [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Loaded agent extensions: [] [ 550.997650] env[68192]: DEBUG neutron_lib.callbacks.manager [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=68192) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 551.062459] env[68192]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] NSXv3 Agent Agent RPC Daemon Started! [ 551.062459] env[68192]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] NSXv3 Agent Agent loop - iteration:0 started [ 551.062459] env[68192]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] NSXv3 Agent Agent out of sync with plugin! [ 553.001384] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 553.001774] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 553.001774] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 553.001851] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 553.002024] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 553.505102] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.006889] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 554.510440] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 554.510550] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 555.245470] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.245923] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.245923] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.245923] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.257716] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 555.258484] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.259089] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 555.275731] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.275863] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.275910] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.276089] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.276172] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.276268] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 555.276338] env[68192]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=68192) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 555.276422] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 555.296218] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.296352] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.296394] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.296565] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.296683] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.296778] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 555.314191] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.314328] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.314381] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.314517] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.314614] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.314710] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 555.330862] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.330981] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.331035] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.331197] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.331285] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.331382] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 555.331453] env[68192]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=68192) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 555.331519] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 555.346070] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.346182] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.346230] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.346388] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.346465] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.346555] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 555.346626] env[68192]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=68192) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 555.346696] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 555.363444] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.363551] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.363609] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.363761] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.363849] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.363945] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 555.364027] env[68192]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=68192) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 555.364096] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 555.364161] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 555.364235] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 555.364297] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 555.364358] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 555.364598] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 555.364656] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 555.364723] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 555.384992] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.385131] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.385171] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.385324] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.385414] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.385507] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 555.403122] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 555.403255] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 555.403305] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 555.403440] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 555.403529] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.415474] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.999035] env[68192]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 555.999035] env[68192]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 561.000155] env[68192]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 561.000155] env[68192]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 564.982368] env[68192]: INFO networking_nsxv3.common.synchronization [None req-60635537-cfde-4faf-8b72-7e606f07aa2f demo admin] Enqueued Resource ID: 16e5892e-fa17-4259-8a03-fe43a20ba6cc with Priority: HIGHEST for action security_group_rules [ 564.982822] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16e5892e-fa17-4259-8a03-fe43a20ba6cc with Priority: HIGHEST for action security_group_rules [ 564.982822] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16e5892e-fa17-4259-8a03-fe43a20ba6cc taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 564.982822] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16e5892e-fa17-4259-8a03-fe43a20ba6cc" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 564.982933] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16e5892e-fa17-4259-8a03-fe43a20ba6cc" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 564.983928] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16e5892e-fa17-4259-8a03-fe43a20ba6cc" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 564.983928] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16e5892e-fa17-4259-8a03-fe43a20ba6cc',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.502863] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.503110] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.503110] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.503295] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.503385] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 565.503480] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16e5892e-fa17-4259-8a03-fe43a20ba6cc already deleted. [ 565.503561] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16e5892e-fa17-4259-8a03-fe43a20ba6cc" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 569.983993] env[68192]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 569.984390] env[68192]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 574.985933] env[68192]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 574.986527] env[68192]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 579.987288] env[68192]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 579.987675] env[68192]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 584.989451] env[68192]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 584.989942] env[68192]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 588.495532] env[68192]: INFO networking_nsxv3.common.synchronization [None req-bb842b39-e503-4bde-89b0-6f71caf49e06 None None] Enqueued Resource ID: 2ae2f886-5254-4205-b0cc-dd90f7bb2747 with Priority: HIGHEST for action port [ 588.495532] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae2f886-5254-4205-b0cc-dd90f7bb2747 with Priority: HIGHEST for action port [ 588.495532] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ae2f886-5254-4205-b0cc-dd90f7bb2747 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.495532] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ae2f886-5254-4205-b0cc-dd90f7bb2747" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.496352] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ae2f886-5254-4205-b0cc-dd90f7bb2747" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.496742] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ae2f886-5254-4205-b0cc-dd90f7bb2747" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.497882] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ae2f886-5254-4205-b0cc-dd90f7bb2747',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.001219] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2ae2f886-5254-4205-b0cc-dd90f7bb2747 [ 589.001219] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.001219] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.001219] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.001219] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.001219] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.001219] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2ae2f886-5254-4205-b0cc-dd90f7bb2747 already deleted. [ 589.001219] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ae2f886-5254-4205-b0cc-dd90f7bb2747" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.146951] env[68192]: INFO networking_nsxv3.common.synchronization [None req-9d561be9-b28e-4f24-a6d4-f04df3d3557f None None] Enqueued Resource ID: 334e33d9-85cf-4a73-918b-5f9bf6ec289c with Priority: HIGHEST for action port [ 590.147254] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 334e33d9-85cf-4a73-918b-5f9bf6ec289c with Priority: HIGHEST for action port [ 590.147770] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-334e33d9-85cf-4a73-918b-5f9bf6ec289c taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.147888] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-334e33d9-85cf-4a73-918b-5f9bf6ec289c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.147954] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-334e33d9-85cf-4a73-918b-5f9bf6ec289c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.148255] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-334e33d9-85cf-4a73-918b-5f9bf6ec289c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.148351] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('334e33d9-85cf-4a73-918b-5f9bf6ec289c',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 590.651021] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 334e33d9-85cf-4a73-918b-5f9bf6ec289c [ 590.652011] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 590.652926] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 590.652926] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 590.652926] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 590.652926] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 590.652926] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:334e33d9-85cf-4a73-918b-5f9bf6ec289c already deleted. [ 590.652926] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-334e33d9-85cf-4a73-918b-5f9bf6ec289c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.479591] env[68192]: INFO networking_nsxv3.common.synchronization [None req-13d45665-462f-41bc-9d66-6cd03b9db6f0 None None] Enqueued Resource ID: 46722930-9103-4915-807b-acb8f190810b with Priority: HIGHEST for action port [ 591.479886] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46722930-9103-4915-807b-acb8f190810b with Priority: HIGHEST for action port [ 591.480725] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-46722930-9103-4915-807b-acb8f190810b taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.480858] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46722930-9103-4915-807b-acb8f190810b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.480968] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46722930-9103-4915-807b-acb8f190810b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.483620] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46722930-9103-4915-807b-acb8f190810b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.483782] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46722930-9103-4915-807b-acb8f190810b',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 591.990386] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46722930-9103-4915-807b-acb8f190810b [ 591.990628] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.990758] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.990827] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.991067] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.991160] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.991258] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46722930-9103-4915-807b-acb8f190810b already deleted. [ 591.991338] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46722930-9103-4915-807b-acb8f190810b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.448902] env[68192]: INFO networking_nsxv3.common.synchronization [None req-d9023601-1fe6-4c8a-8e7b-fdf6c40e375e None None] Enqueued Resource ID: 233c9ee5-94ef-4386-bdc3-69ec962aff45 with Priority: HIGHEST for action port [ 593.448902] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 233c9ee5-94ef-4386-bdc3-69ec962aff45 with Priority: HIGHEST for action port [ 593.448902] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-233c9ee5-94ef-4386-bdc3-69ec962aff45 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.448902] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-233c9ee5-94ef-4386-bdc3-69ec962aff45" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.448902] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-233c9ee5-94ef-4386-bdc3-69ec962aff45" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.448902] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-233c9ee5-94ef-4386-bdc3-69ec962aff45" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.448902] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('233c9ee5-94ef-4386-bdc3-69ec962aff45',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.951672] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 233c9ee5-94ef-4386-bdc3-69ec962aff45 [ 593.952272] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.952516] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.952615] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.952762] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.952856] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.952966] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:233c9ee5-94ef-4386-bdc3-69ec962aff45 already deleted. [ 593.953062] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-233c9ee5-94ef-4386-bdc3-69ec962aff45" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.257868] env[68192]: INFO networking_nsxv3.common.synchronization [None req-af602589-cc3e-4e3b-86ae-9d302f09bd62 None None] Enqueued Resource ID: 164f9513-1f29-46ec-bfb6-c0ea076d4091 with Priority: HIGHEST for action port [ 594.258584] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 164f9513-1f29-46ec-bfb6-c0ea076d4091 with Priority: HIGHEST for action port [ 594.260940] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-164f9513-1f29-46ec-bfb6-c0ea076d4091 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.263311] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-164f9513-1f29-46ec-bfb6-c0ea076d4091" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.263311] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-164f9513-1f29-46ec-bfb6-c0ea076d4091" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.263311] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-164f9513-1f29-46ec-bfb6-c0ea076d4091" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.263311] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('164f9513-1f29-46ec-bfb6-c0ea076d4091',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.558691] env[68192]: INFO networking_nsxv3.common.synchronization [None req-32504914-487d-4efe-904b-0a1617e5500d None None] Enqueued Resource ID: 2732cd3c-2151-45f5-8c2c-6970789d4d73 with Priority: HIGHEST for action port [ 594.559067] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2732cd3c-2151-45f5-8c2c-6970789d4d73 with Priority: HIGHEST for action port [ 594.559619] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-2732cd3c-2151-45f5-8c2c-6970789d4d73 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.559715] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2732cd3c-2151-45f5-8c2c-6970789d4d73" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.559784] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2732cd3c-2151-45f5-8c2c-6970789d4d73" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.562228] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2732cd3c-2151-45f5-8c2c-6970789d4d73" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.562308] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2732cd3c-2151-45f5-8c2c-6970789d4d73',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 594.769344] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 164f9513-1f29-46ec-bfb6-c0ea076d4091 [ 594.769344] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.769344] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.769344] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.769492] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.769631] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.769739] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:164f9513-1f29-46ec-bfb6-c0ea076d4091 already deleted. [ 594.769831] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-164f9513-1f29-46ec-bfb6-c0ea076d4091" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.066708] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2732cd3c-2151-45f5-8c2c-6970789d4d73 [ 595.067450] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.067660] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.067734] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.067941] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.068053] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.068154] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2732cd3c-2151-45f5-8c2c-6970789d4d73 already deleted. [ 595.068237] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2732cd3c-2151-45f5-8c2c-6970789d4d73" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.215241] env[68192]: INFO networking_nsxv3.common.synchronization [None req-182f923d-3a61-4da6-96a5-fcbc5e67ae63 None None] Enqueued Resource ID: 9fd328ff-78f6-4d84-8a8c-69520bf9261a with Priority: HIGHEST for action port [ 596.215241] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9fd328ff-78f6-4d84-8a8c-69520bf9261a with Priority: HIGHEST for action port [ 596.215241] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-9fd328ff-78f6-4d84-8a8c-69520bf9261a taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.215241] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9fd328ff-78f6-4d84-8a8c-69520bf9261a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.215241] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9fd328ff-78f6-4d84-8a8c-69520bf9261a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.216656] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9fd328ff-78f6-4d84-8a8c-69520bf9261a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.216939] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9fd328ff-78f6-4d84-8a8c-69520bf9261a',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.266960] env[68192]: INFO networking_nsxv3.common.synchronization [None req-9dfb5787-16bb-4570-b08d-460b1cfd01a2 None None] Enqueued Resource ID: 47175dac-3b66-4381-aed3-45038d49e429 with Priority: HIGHEST for action port [ 596.267461] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 47175dac-3b66-4381-aed3-45038d49e429 with Priority: HIGHEST for action port [ 596.267959] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-47175dac-3b66-4381-aed3-45038d49e429 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.267959] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-47175dac-3b66-4381-aed3-45038d49e429" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.267959] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-47175dac-3b66-4381-aed3-45038d49e429" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.268769] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-47175dac-3b66-4381-aed3-45038d49e429" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.269496] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('47175dac-3b66-4381-aed3-45038d49e429',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.720074] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9fd328ff-78f6-4d84-8a8c-69520bf9261a [ 596.723488] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.723488] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.723488] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.723488] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.723488] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.723488] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9fd328ff-78f6-4d84-8a8c-69520bf9261a already deleted. [ 596.723488] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9fd328ff-78f6-4d84-8a8c-69520bf9261a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.773714] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 47175dac-3b66-4381-aed3-45038d49e429 [ 596.773714] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.773714] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.773714] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.773714] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.773714] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.773714] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:47175dac-3b66-4381-aed3-45038d49e429 already deleted. [ 596.773714] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-47175dac-3b66-4381-aed3-45038d49e429" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.263220] env[68192]: INFO networking_nsxv3.common.synchronization [None req-c3c78698-0ddc-4e7c-827e-f33fcf507e0e None None] Enqueued Resource ID: 4708c54d-94dd-41ba-b2c5-b5f962d4a3fb with Priority: HIGHEST for action port [ 597.263533] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4708c54d-94dd-41ba-b2c5-b5f962d4a3fb with Priority: HIGHEST for action port [ 597.264062] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-4708c54d-94dd-41ba-b2c5-b5f962d4a3fb taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.264182] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4708c54d-94dd-41ba-b2c5-b5f962d4a3fb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.264243] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4708c54d-94dd-41ba-b2c5-b5f962d4a3fb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.264496] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4708c54d-94dd-41ba-b2c5-b5f962d4a3fb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.264578] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4708c54d-94dd-41ba-b2c5-b5f962d4a3fb',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.305468] env[68192]: INFO networking_nsxv3.common.synchronization [None req-d9acc98e-afa6-4e6c-a9f7-154f1d7c23ed None None] Enqueued Resource ID: 2875d1b7-38b5-4350-a8fa-f1eafc8f42b2 with Priority: HIGHEST for action port [ 597.307068] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2875d1b7-38b5-4350-a8fa-f1eafc8f42b2 with Priority: HIGHEST for action port [ 597.307068] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-2875d1b7-38b5-4350-a8fa-f1eafc8f42b2 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.307068] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2875d1b7-38b5-4350-a8fa-f1eafc8f42b2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.307068] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2875d1b7-38b5-4350-a8fa-f1eafc8f42b2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.307808] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2875d1b7-38b5-4350-a8fa-f1eafc8f42b2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.308398] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2875d1b7-38b5-4350-a8fa-f1eafc8f42b2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.664205] env[68192]: INFO networking_nsxv3.common.synchronization [None req-848ba87a-fb56-4f9e-8a2a-4e5f89739d97 None None] Enqueued Resource ID: ff750019-de6d-4811-af59-d7b0748a5388 with Priority: HIGHEST for action port [ 597.664454] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ff750019-de6d-4811-af59-d7b0748a5388 with Priority: HIGHEST for action port [ 597.665077] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-ff750019-de6d-4811-af59-d7b0748a5388 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.665204] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ff750019-de6d-4811-af59-d7b0748a5388" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.665270] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ff750019-de6d-4811-af59-d7b0748a5388" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.665517] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ff750019-de6d-4811-af59-d7b0748a5388" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.665598] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ff750019-de6d-4811-af59-d7b0748a5388',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.767753] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4708c54d-94dd-41ba-b2c5-b5f962d4a3fb [ 597.767753] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.767753] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.767753] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.767753] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.767753] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.767753] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4708c54d-94dd-41ba-b2c5-b5f962d4a3fb already deleted. [ 597.767753] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4708c54d-94dd-41ba-b2c5-b5f962d4a3fb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.811537] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2875d1b7-38b5-4350-a8fa-f1eafc8f42b2 [ 597.811691] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.811828] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.811896] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.812598] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.812598] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.812598] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2875d1b7-38b5-4350-a8fa-f1eafc8f42b2 already deleted. [ 597.812598] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2875d1b7-38b5-4350-a8fa-f1eafc8f42b2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.169308] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ff750019-de6d-4811-af59-d7b0748a5388 [ 598.169308] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.169308] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.169308] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.169475] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.169716] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.169716] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ff750019-de6d-4811-af59-d7b0748a5388 already deleted. [ 598.169868] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ff750019-de6d-4811-af59-d7b0748a5388" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.414023] env[68192]: INFO networking_nsxv3.common.synchronization [None req-41584b16-81a6-4d4d-92e1-11a469c8501f None None] Enqueued Resource ID: a3f79457-72f7-43a0-bf61-d217d07b3b13 with Priority: HIGHEST for action port [ 598.414454] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3f79457-72f7-43a0-bf61-d217d07b3b13 with Priority: HIGHEST for action port [ 598.415161] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3f79457-72f7-43a0-bf61-d217d07b3b13 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.415161] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3f79457-72f7-43a0-bf61-d217d07b3b13" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.415161] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3f79457-72f7-43a0-bf61-d217d07b3b13" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.415407] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3f79457-72f7-43a0-bf61-d217d07b3b13" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.415455] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3f79457-72f7-43a0-bf61-d217d07b3b13',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.920140] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3f79457-72f7-43a0-bf61-d217d07b3b13 [ 598.920434] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.920540] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.920598] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.920815] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.920901] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.920997] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3f79457-72f7-43a0-bf61-d217d07b3b13 already deleted. [ 598.921094] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3f79457-72f7-43a0-bf61-d217d07b3b13" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.139999] env[68192]: INFO networking_nsxv3.common.synchronization [None req-8cc9dd98-9285-4e55-aea4-836b07c36e9b None None] Enqueued Resource ID: 9f3a27dd-d741-4a83-8505-0aed3199ad7a with Priority: HIGHEST for action port [ 599.140285] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f3a27dd-d741-4a83-8505-0aed3199ad7a with Priority: HIGHEST for action port [ 599.141204] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f3a27dd-d741-4a83-8505-0aed3199ad7a taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.141364] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f3a27dd-d741-4a83-8505-0aed3199ad7a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.141419] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f3a27dd-d741-4a83-8505-0aed3199ad7a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.141832] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f3a27dd-d741-4a83-8505-0aed3199ad7a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.141832] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f3a27dd-d741-4a83-8505-0aed3199ad7a',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.421120] env[68192]: INFO networking_nsxv3.common.synchronization [None req-eab5ae9f-c840-40f7-8864-ee6e3a8f03da None None] Enqueued Resource ID: 4cd2ec11-55d7-486c-9e60-d5d1c1a30162 with Priority: HIGHEST for action port [ 599.421120] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cd2ec11-55d7-486c-9e60-d5d1c1a30162 with Priority: HIGHEST for action port [ 599.421120] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cd2ec11-55d7-486c-9e60-d5d1c1a30162 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.421120] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cd2ec11-55d7-486c-9e60-d5d1c1a30162" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.421120] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cd2ec11-55d7-486c-9e60-d5d1c1a30162" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.421120] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cd2ec11-55d7-486c-9e60-d5d1c1a30162" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.421120] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cd2ec11-55d7-486c-9e60-d5d1c1a30162',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.649020] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f3a27dd-d741-4a83-8505-0aed3199ad7a [ 599.649020] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.649020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.649020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.649020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.649020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.649020] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f3a27dd-d741-4a83-8505-0aed3199ad7a already deleted. [ 599.649020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f3a27dd-d741-4a83-8505-0aed3199ad7a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.923387] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4cd2ec11-55d7-486c-9e60-d5d1c1a30162 [ 599.923623] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.923752] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.923823] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.924054] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.924149] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.924241] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4cd2ec11-55d7-486c-9e60-d5d1c1a30162 already deleted. [ 599.924326] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cd2ec11-55d7-486c-9e60-d5d1c1a30162" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.652813] env[68192]: INFO networking_nsxv3.common.synchronization [None req-ea92ccc3-e1ba-44cb-805f-c3ce4780fb72 None None] Enqueued Resource ID: 1d32323f-b2dd-4651-bd3e-102ead7804ed with Priority: HIGHEST for action port [ 600.653401] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d32323f-b2dd-4651-bd3e-102ead7804ed with Priority: HIGHEST for action port [ 600.653822] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d32323f-b2dd-4651-bd3e-102ead7804ed taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.653822] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d32323f-b2dd-4651-bd3e-102ead7804ed" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.653980] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d32323f-b2dd-4651-bd3e-102ead7804ed" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.654200] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d32323f-b2dd-4651-bd3e-102ead7804ed" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.654411] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d32323f-b2dd-4651-bd3e-102ead7804ed',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.158353] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d32323f-b2dd-4651-bd3e-102ead7804ed [ 601.158654] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.158822] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.159175] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.159500] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.159610] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.159711] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d32323f-b2dd-4651-bd3e-102ead7804ed already deleted. [ 601.159800] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d32323f-b2dd-4651-bd3e-102ead7804ed" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.001943] env[68192]: INFO networking_nsxv3.common.synchronization [None req-2d29b7a2-1fb8-41b7-b752-2233eb6dc77e tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Enqueued Resource ID: 0f394fdd-887f-4a02-be0d-6f4fee4025e2 with Priority: HIGHEST for action security_group_rules [ 602.002603] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f394fdd-887f-4a02-be0d-6f4fee4025e2 with Priority: HIGHEST for action security_group_rules [ 602.003137] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f394fdd-887f-4a02-be0d-6f4fee4025e2 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.003268] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f394fdd-887f-4a02-be0d-6f4fee4025e2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.003330] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f394fdd-887f-4a02-be0d-6f4fee4025e2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.003641] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f394fdd-887f-4a02-be0d-6f4fee4025e2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.003724] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f394fdd-887f-4a02-be0d-6f4fee4025e2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.052958] env[68192]: INFO networking_nsxv3.common.synchronization [None req-51d81454-29ad-48d5-8254-6c2701340048 None None] Enqueued Resource ID: b27c3ba7-5d85-471e-83f3-d7d44878b6de with Priority: HIGHEST for action port [ 602.052958] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b27c3ba7-5d85-471e-83f3-d7d44878b6de with Priority: HIGHEST for action port [ 602.053221] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-b27c3ba7-5d85-471e-83f3-d7d44878b6de taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.053299] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b27c3ba7-5d85-471e-83f3-d7d44878b6de" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.053373] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b27c3ba7-5d85-471e-83f3-d7d44878b6de" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.054214] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b27c3ba7-5d85-471e-83f3-d7d44878b6de" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.055020] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b27c3ba7-5d85-471e-83f3-d7d44878b6de',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.249783] env[68192]: INFO networking_nsxv3.common.synchronization [None req-cd3450cd-44dd-4584-9d5d-c72557b252cd tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Enqueued Resource ID: 0f394fdd-887f-4a02-be0d-6f4fee4025e2 with Priority: HIGHEST for action security_group_rules [ 602.249783] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f394fdd-887f-4a02-be0d-6f4fee4025e2 with Priority: HIGHEST for action security_group_rules [ 602.249783] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f394fdd-887f-4a02-be0d-6f4fee4025e2 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.249783] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f394fdd-887f-4a02-be0d-6f4fee4025e2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.376050] env[68192]: INFO networking_nsxv3.common.synchronization [None req-b4d48b24-e280-484b-98a2-efe958add450 None None] Enqueued Resource ID: 2d52731d-1e99-44e5-be87-5805877744f6 with Priority: HIGHEST for action port [ 602.376857] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d52731d-1e99-44e5-be87-5805877744f6 with Priority: HIGHEST for action port [ 602.376857] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d52731d-1e99-44e5-be87-5805877744f6 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.376857] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d52731d-1e99-44e5-be87-5805877744f6" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.376857] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d52731d-1e99-44e5-be87-5805877744f6" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.379281] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d52731d-1e99-44e5-be87-5805877744f6" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.379281] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d52731d-1e99-44e5-be87-5805877744f6',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.523927] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.524444] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.524444] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.524444] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.524625] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.524625] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f394fdd-887f-4a02-be0d-6f4fee4025e2 already deleted. [ 602.524734] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f394fdd-887f-4a02-be0d-6f4fee4025e2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.524859] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f394fdd-887f-4a02-be0d-6f4fee4025e2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.525052] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f394fdd-887f-4a02-be0d-6f4fee4025e2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.525152] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f394fdd-887f-4a02-be0d-6f4fee4025e2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.556587] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b27c3ba7-5d85-471e-83f3-d7d44878b6de [ 602.557360] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.557512] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.557580] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.557841] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.557841] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.557954] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b27c3ba7-5d85-471e-83f3-d7d44878b6de already deleted. [ 602.558022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b27c3ba7-5d85-471e-83f3-d7d44878b6de" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.833798] env[68192]: INFO networking_nsxv3.common.synchronization [None req-96409d97-1018-41cd-aef8-c3fee125aaf2 None None] Enqueued Resource ID: 0654f171-6ddb-42c6-a94b-e46dfb929892 with Priority: HIGHEST for action port [ 602.834079] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0654f171-6ddb-42c6-a94b-e46dfb929892 with Priority: HIGHEST for action port [ 602.834707] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-0654f171-6ddb-42c6-a94b-e46dfb929892 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.834821] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0654f171-6ddb-42c6-a94b-e46dfb929892" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.834821] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0654f171-6ddb-42c6-a94b-e46dfb929892" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.836206] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0654f171-6ddb-42c6-a94b-e46dfb929892" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.836206] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0654f171-6ddb-42c6-a94b-e46dfb929892',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.885930] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d52731d-1e99-44e5-be87-5805877744f6 [ 602.886141] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.886276] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.886345] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.886565] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.886652] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.886757] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d52731d-1e99-44e5-be87-5805877744f6 already deleted. [ 602.886819] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d52731d-1e99-44e5-be87-5805877744f6" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.052386] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.052386] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.052386] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.052784] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.052784] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.052784] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f394fdd-887f-4a02-be0d-6f4fee4025e2 already deleted. [ 603.052784] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f394fdd-887f-4a02-be0d-6f4fee4025e2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.339051] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0654f171-6ddb-42c6-a94b-e46dfb929892 [ 603.339482] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.339482] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.339605] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.339836] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.339836] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.339950] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0654f171-6ddb-42c6-a94b-e46dfb929892 already deleted. [ 603.340102] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0654f171-6ddb-42c6-a94b-e46dfb929892" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.475017] env[68192]: INFO networking_nsxv3.common.synchronization [None req-1d2e8538-26f5-4fa3-82a5-3155aff09e3a None None] Enqueued Resource ID: c5c37088-a63d-445b-be6b-876c43016c56 with Priority: HIGHEST for action port [ 603.475551] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5c37088-a63d-445b-be6b-876c43016c56 with Priority: HIGHEST for action port [ 603.475846] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-c5c37088-a63d-445b-be6b-876c43016c56 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.475959] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c5c37088-a63d-445b-be6b-876c43016c56" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.476036] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c5c37088-a63d-445b-be6b-876c43016c56" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.476283] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c5c37088-a63d-445b-be6b-876c43016c56" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.476359] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c5c37088-a63d-445b-be6b-876c43016c56',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.980955] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c5c37088-a63d-445b-be6b-876c43016c56 [ 603.983431] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.983538] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.983738] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.983812] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.983961] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.984020] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c5c37088-a63d-445b-be6b-876c43016c56 already deleted. [ 603.984097] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c5c37088-a63d-445b-be6b-876c43016c56" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.278384] env[68192]: INFO networking_nsxv3.common.synchronization [None req-8197593e-615e-496b-ba56-3d20a76128c7 None None] Enqueued Resource ID: 3d5d0556-3fb4-40cc-9460-6f806f26d29c with Priority: HIGHEST for action port [ 604.278384] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3d5d0556-3fb4-40cc-9460-6f806f26d29c with Priority: HIGHEST for action port [ 604.278384] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-3d5d0556-3fb4-40cc-9460-6f806f26d29c taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.278384] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3d5d0556-3fb4-40cc-9460-6f806f26d29c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.278384] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3d5d0556-3fb4-40cc-9460-6f806f26d29c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.278384] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3d5d0556-3fb4-40cc-9460-6f806f26d29c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.278384] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3d5d0556-3fb4-40cc-9460-6f806f26d29c',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.430920] env[68192]: INFO networking_nsxv3.common.synchronization [None req-31ae42f3-1ff6-4320-a4a2-5038720b8cd0 None None] Enqueued Resource ID: 402d9cdc-c9e3-48c3-9694-bd641b8f37ea with Priority: HIGHEST for action port [ 604.431745] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 402d9cdc-c9e3-48c3-9694-bd641b8f37ea with Priority: HIGHEST for action port [ 604.432087] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-402d9cdc-c9e3-48c3-9694-bd641b8f37ea taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.432438] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-402d9cdc-c9e3-48c3-9694-bd641b8f37ea" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.432438] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-402d9cdc-c9e3-48c3-9694-bd641b8f37ea" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.433271] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-402d9cdc-c9e3-48c3-9694-bd641b8f37ea" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.433271] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('402d9cdc-c9e3-48c3-9694-bd641b8f37ea',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.782362] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3d5d0556-3fb4-40cc-9460-6f806f26d29c [ 604.782592] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.782729] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.782799] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.783031] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.783149] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.783246] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3d5d0556-3fb4-40cc-9460-6f806f26d29c already deleted. [ 604.783328] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3d5d0556-3fb4-40cc-9460-6f806f26d29c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.934931] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 402d9cdc-c9e3-48c3-9694-bd641b8f37ea [ 604.935199] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.935740] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.935740] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.935740] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.935740] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.935910] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:402d9cdc-c9e3-48c3-9694-bd641b8f37ea already deleted. [ 604.935910] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-402d9cdc-c9e3-48c3-9694-bd641b8f37ea" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.232879] env[68192]: INFO networking_nsxv3.common.synchronization [req-9508a269-f015-4a24-80bb-f8bcf8621181 req-c2d69354-cd03-4036-b66c-d59212e648f0 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Enqueued Resource ID: b61b6a66-8cd6-411b-ae01-34633d18318d with Priority: HIGHEST for action security_group_members [ 605.233558] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b61b6a66-8cd6-411b-ae01-34633d18318d with Priority: HIGHEST for action security_group_members [ 605.233896] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-b61b6a66-8cd6-411b-ae01-34633d18318d taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.234115] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.234231] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.234574] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.234916] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.235090] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.235193] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.235385] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.235507] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.235634] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b61b6a66-8cd6-411b-ae01-34633d18318d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.740390] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.740684] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.740684] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.741165] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.741165] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.741165] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.741302] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.741302] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.742010] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.742010] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.742010] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b61b6a66-8cd6-411b-ae01-34633d18318d already deleted. [ 605.742010] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.052445] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-470 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.052649] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-470" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.052774] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-470" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.053117] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-470" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.053391] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.054079] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.054079] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.054079] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.054079] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.054315] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 606.054433] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 606.054562] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 606.054649] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 606.054761] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 606.054925] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 606.055014] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 606.080733] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 606.080733] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 606.080733] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 606.080733] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-470" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.080973] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-36aa5220-66a1-4071-a9b7-460b31b839ca taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.082025] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-36aa5220-66a1-4071-a9b7-460b31b839ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.082025] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-36aa5220-66a1-4071-a9b7-460b31b839ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.082025] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-36aa5220-66a1-4071-a9b7-460b31b839ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.082025] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36aa5220-66a1-4071-a9b7-460b31b839ca',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.360514] env[68192]: INFO networking_nsxv3.common.synchronization [None req-2f982aa8-acf5-4d14-b605-5581fa8e9d98 None None] Enqueued Resource ID: 0fc29959-e974-4ee0-bcba-1584b0a28c63 with Priority: HIGHEST for action port [ 606.360773] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fc29959-e974-4ee0-bcba-1584b0a28c63 with Priority: HIGHEST for action port [ 606.361381] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fc29959-e974-4ee0-bcba-1584b0a28c63 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.361493] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fc29959-e974-4ee0-bcba-1584b0a28c63" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.361547] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fc29959-e974-4ee0-bcba-1584b0a28c63" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.361842] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fc29959-e974-4ee0-bcba-1584b0a28c63" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.361905] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fc29959-e974-4ee0-bcba-1584b0a28c63',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.585609] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.585750] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.585879] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.586203] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.586362] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.586527] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port 36aa5220-66a1-4071-a9b7-460b31b839ca not found, creating... [ 606.586796] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.586960] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.587091] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.587320] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.587465] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.587826] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.589492] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.589926] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.590519] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.590848] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.591132] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: 36aa5220-66a1-4071-a9b7-460b31b839ca is going to be created. [ 606.614430] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.614649] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.615036] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.615628] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.616104] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.616544] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-36aa5220-66a1-4071-a9b7-460b31b839ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.736538] env[68192]: INFO networking_nsxv3.common.synchronization [None req-b0927d26-3b6d-4d7b-afed-8bd9a596c5dc None None] Enqueued Resource ID: 6a35e971-bc32-4012-ba45-480e5ae8c07c with Priority: HIGHEST for action port [ 606.737167] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6a35e971-bc32-4012-ba45-480e5ae8c07c with Priority: HIGHEST for action port [ 606.737519] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-6a35e971-bc32-4012-ba45-480e5ae8c07c taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.737649] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6a35e971-bc32-4012-ba45-480e5ae8c07c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.737724] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6a35e971-bc32-4012-ba45-480e5ae8c07c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.737986] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6a35e971-bc32-4012-ba45-480e5ae8c07c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.738086] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6a35e971-bc32-4012-ba45-480e5ae8c07c',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.839217] env[68192]: INFO networking_nsxv3.common.synchronization [req-c8901cbf-d044-4583-a773-3241e55dab51 req-1cf4cb65-fec4-48a0-8c7e-52bb9f3f176d tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Enqueued Resource ID: f627b214-f621-4e1c-8bef-e6cfe69e1b50 with Priority: HIGHEST for action security_group_members [ 606.839217] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f627b214-f621-4e1c-8bef-e6cfe69e1b50 with Priority: HIGHEST for action security_group_members [ 606.839551] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-f627b214-f621-4e1c-8bef-e6cfe69e1b50 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.839551] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f627b214-f621-4e1c-8bef-e6cfe69e1b50" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.839551] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f627b214-f621-4e1c-8bef-e6cfe69e1b50" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.840153] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f627b214-f621-4e1c-8bef-e6cfe69e1b50" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.840153] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.840153] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.840153] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.840498] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.840651] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.840712] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f627b214-f621-4e1c-8bef-e6cfe69e1b50',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.865170] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0fc29959-e974-4ee0-bcba-1584b0a28c63 [ 606.865170] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.865170] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.865170] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.865170] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.865170] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.865663] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0fc29959-e974-4ee0-bcba-1584b0a28c63 already deleted. [ 606.865765] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fc29959-e974-4ee0-bcba-1584b0a28c63" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.243570] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6a35e971-bc32-4012-ba45-480e5ae8c07c [ 607.243570] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.243570] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.243570] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.243570] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.243570] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.243570] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6a35e971-bc32-4012-ba45-480e5ae8c07c already deleted. [ 607.243570] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6a35e971-bc32-4012-ba45-480e5ae8c07c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.345707] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.345942] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.345942] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.346161] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.346257] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.346568] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.346730] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.346821] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.347153] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.347336] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.347470] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f627b214-f621-4e1c-8bef-e6cfe69e1b50 already deleted. [ 607.347554] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f627b214-f621-4e1c-8bef-e6cfe69e1b50" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.419023] env[68192]: INFO networking_nsxv3.common.synchronization [None req-b69a8f86-4639-4a9c-9efb-4b72751c20b6 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Enqueued Resource ID: 5067ea29-94b1-42b6-b977-f06c17b5989f with Priority: HIGHEST for action security_group_rules [ 607.419023] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5067ea29-94b1-42b6-b977-f06c17b5989f with Priority: HIGHEST for action security_group_rules [ 607.419023] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5067ea29-94b1-42b6-b977-f06c17b5989f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.419023] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5067ea29-94b1-42b6-b977-f06c17b5989f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.419023] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5067ea29-94b1-42b6-b977-f06c17b5989f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.419023] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5067ea29-94b1-42b6-b977-f06c17b5989f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.419023] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5067ea29-94b1-42b6-b977-f06c17b5989f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.512472] env[68192]: INFO networking_nsxv3.common.synchronization [None req-724217b6-6871-4059-b650-fb71411e17fa tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Enqueued Resource ID: 5067ea29-94b1-42b6-b977-f06c17b5989f with Priority: HIGHEST for action security_group_rules [ 607.512946] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5067ea29-94b1-42b6-b977-f06c17b5989f with Priority: HIGHEST for action security_group_rules [ 607.513259] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5067ea29-94b1-42b6-b977-f06c17b5989f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.513390] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5067ea29-94b1-42b6-b977-f06c17b5989f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.615520] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-195 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.616024] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-195" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.616024] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-195" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.616233] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-195" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.617729] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.617729] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.617729] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.617729] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.617729] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.619440] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 607.619644] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 607.619803] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 607.619953] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 607.620253] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 607.620430] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 607.620602] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 607.639016] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 607.639650] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 607.639650] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 607.639650] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-195" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.640252] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-1ef38991-d363-469d-bbed-2d4a195328a9 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.640252] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-1ef38991-d363-469d-bbed-2d4a195328a9" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.640252] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-1ef38991-d363-469d-bbed-2d4a195328a9" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.640520] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-1ef38991-d363-469d-bbed-2d4a195328a9" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.640551] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ef38991-d363-469d-bbed-2d4a195328a9',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.688691] env[68192]: INFO networking_nsxv3.common.synchronization [req-9508a269-f015-4a24-80bb-f8bcf8621181 req-5de23137-35f4-4727-b99d-dbf43e3d5a72 service nova] Enqueued Resource ID: b61b6a66-8cd6-411b-ae01-34633d18318d with Priority: HIGHEST for action security_group_rules [ 607.691781] env[68192]: INFO networking_nsxv3.common.synchronization [req-9508a269-f015-4a24-80bb-f8bcf8621181 req-5de23137-35f4-4727-b99d-dbf43e3d5a72 service nova] Enqueued Resource ID: b61b6a66-8cd6-411b-ae01-34633d18318d with Priority: HIGHEST for action security_group_members [ 607.691781] env[68192]: INFO networking_nsxv3.common.synchronization [req-9508a269-f015-4a24-80bb-f8bcf8621181 req-5de23137-35f4-4727-b99d-dbf43e3d5a72 service nova] Enqueued Resource ID: 36aa5220-66a1-4071-a9b7-460b31b839ca with Priority: HIGHEST for action port [ 607.691781] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b61b6a66-8cd6-411b-ae01-34633d18318d with Priority: HIGHEST for action security_group_rules [ 607.691781] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b61b6a66-8cd6-411b-ae01-34633d18318d with Priority: HIGHEST for action security_group_members [ 607.691781] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36aa5220-66a1-4071-a9b7-460b31b839ca with Priority: HIGHEST for action port [ 607.697159] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b61b6a66-8cd6-411b-ae01-34633d18318d taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.697159] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.697159] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.697159] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.697159] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b61b6a66-8cd6-411b-ae01-34633d18318d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.698224] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-b61b6a66-8cd6-411b-ae01-34633d18318d taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.698427] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.698427] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.698520] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.698681] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.698773] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.698831] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.698965] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.699571] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.699571] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b61b6a66-8cd6-411b-ae01-34633d18318d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.703144] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-36aa5220-66a1-4071-a9b7-460b31b839ca taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.703144] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36aa5220-66a1-4071-a9b7-460b31b839ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.703144] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36aa5220-66a1-4071-a9b7-460b31b839ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.703144] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36aa5220-66a1-4071-a9b7-460b31b839ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.703144] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36aa5220-66a1-4071-a9b7-460b31b839ca',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.939797] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.940159] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.940159] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.940242] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.940452] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.940452] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5067ea29-94b1-42b6-b977-f06c17b5989f already deleted. [ 607.940578] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5067ea29-94b1-42b6-b977-f06c17b5989f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.940651] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5067ea29-94b1-42b6-b977-f06c17b5989f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.940821] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5067ea29-94b1-42b6-b977-f06c17b5989f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.940884] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5067ea29-94b1-42b6-b977-f06c17b5989f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.145728] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.145960] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.146098] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.146388] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.146628] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.146690] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port 1ef38991-d363-469d-bbed-2d4a195328a9 not found, creating... [ 608.146952] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.147136] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.147252] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.147465] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.147596] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.147872] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.148026] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.148147] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.148371] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.148507] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.148968] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: 1ef38991-d363-469d-bbed-2d4a195328a9 is going to be created. [ 608.182130] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.182361] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.182481] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.182770] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.183017] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.183254] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-1ef38991-d363-469d-bbed-2d4a195328a9" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.206466] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-b61b6a66-8cd6-411b-ae01-34633d18318d taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.206466] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.218119] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36aa5220-66a1-4071-a9b7-460b31b839ca with status ACTIVE [ 608.218879] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.219112] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.219191] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.219405] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.220962] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.220962] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.220962] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.220962] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.220962] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.220962] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.220962] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.220962] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.220962] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.221646] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.221646] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.221646] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36aa5220-66a1-4071-a9b7-460b31b839ca is going to be updated. [ 608.222487] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b61b6a66-8cd6-411b-ae01-34633d18318d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.252109] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.252241] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.252311] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.252516] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.252651] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.252799] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36aa5220-66a1-4071-a9b7-460b31b839ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.465982] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.465982] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.465982] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.465982] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.465982] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.465982] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5067ea29-94b1-42b6-b977-f06c17b5989f already deleted. [ 608.465982] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5067ea29-94b1-42b6-b977-f06c17b5989f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.724780] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b61b6a66-8cd6-411b-ae01-34633d18318d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.204279] env[68192]: INFO networking_nsxv3.common.synchronization [None req-4e08d661-cafb-4ec5-8c9f-95bd5c61a4ae None None] Enqueued Resource ID: 40aca4ba-8853-48be-9cd2-527edb172bb2 with Priority: HIGHEST for action port [ 609.204569] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40aca4ba-8853-48be-9cd2-527edb172bb2 with Priority: HIGHEST for action port [ 609.205543] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-40aca4ba-8853-48be-9cd2-527edb172bb2 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.205543] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40aca4ba-8853-48be-9cd2-527edb172bb2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.209471] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40aca4ba-8853-48be-9cd2-527edb172bb2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.209471] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40aca4ba-8853-48be-9cd2-527edb172bb2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.209471] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40aca4ba-8853-48be-9cd2-527edb172bb2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.213812] env[68192]: INFO networking_nsxv3.common.synchronization [req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 req-9f28efb7-d03a-4658-9df0-f075ada8f729 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Enqueued Resource ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 with Priority: HIGHEST for action security_group_members [ 609.214291] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 with Priority: HIGHEST for action security_group_members [ 609.215652] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.215652] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.215652] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.215652] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.215802] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.215845] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.215879] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.216135] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.216135] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.216222] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.228886] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.228886] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.228886] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.228886] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.228886] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.228886] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b61b6a66-8cd6-411b-ae01-34633d18318d is going to be created. [ 609.258021] env[68192]: INFO networking_nsxv3.common.synchronization [req-c8901cbf-d044-4583-a773-3241e55dab51 req-1222893a-07a7-4c9b-b12d-7a883e65e3bb service nova] Enqueued Resource ID: f627b214-f621-4e1c-8bef-e6cfe69e1b50 with Priority: HIGHEST for action security_group_rules [ 609.258021] env[68192]: INFO networking_nsxv3.common.synchronization [req-c8901cbf-d044-4583-a773-3241e55dab51 req-1222893a-07a7-4c9b-b12d-7a883e65e3bb service nova] Enqueued Resource ID: f627b214-f621-4e1c-8bef-e6cfe69e1b50 with Priority: HIGHEST for action security_group_members [ 609.258021] env[68192]: INFO networking_nsxv3.common.synchronization [req-c8901cbf-d044-4583-a773-3241e55dab51 req-1222893a-07a7-4c9b-b12d-7a883e65e3bb service nova] Enqueued Resource ID: 1ef38991-d363-469d-bbed-2d4a195328a9 with Priority: HIGHEST for action port [ 609.258021] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f627b214-f621-4e1c-8bef-e6cfe69e1b50 with Priority: HIGHEST for action security_group_rules [ 609.258021] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f627b214-f621-4e1c-8bef-e6cfe69e1b50 with Priority: HIGHEST for action security_group_members [ 609.258021] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ef38991-d363-469d-bbed-2d4a195328a9 with Priority: HIGHEST for action port [ 609.258021] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f627b214-f621-4e1c-8bef-e6cfe69e1b50 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.258021] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f627b214-f621-4e1c-8bef-e6cfe69e1b50" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.258021] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f627b214-f621-4e1c-8bef-e6cfe69e1b50" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.266927] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f627b214-f621-4e1c-8bef-e6cfe69e1b50" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.266927] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f627b214-f621-4e1c-8bef-e6cfe69e1b50',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.266927] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-f627b214-f621-4e1c-8bef-e6cfe69e1b50 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.266927] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f627b214-f621-4e1c-8bef-e6cfe69e1b50" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.266927] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f627b214-f621-4e1c-8bef-e6cfe69e1b50" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.267251] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f627b214-f621-4e1c-8bef-e6cfe69e1b50" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.267312] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.268128] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.268128] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.268128] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.268128] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.268128] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f627b214-f621-4e1c-8bef-e6cfe69e1b50',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.270199] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ef38991-d363-469d-bbed-2d4a195328a9 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.270199] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ef38991-d363-469d-bbed-2d4a195328a9" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.270199] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ef38991-d363-469d-bbed-2d4a195328a9" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.270199] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ef38991-d363-469d-bbed-2d4a195328a9" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.270199] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ef38991-d363-469d-bbed-2d4a195328a9',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.275638] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.275638] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.275638] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.275790] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.275894] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.287142] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b61b6a66-8cd6-411b-ae01-34633d18318d in Status: UNINITIALIZED for 2s [ 609.709173] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 40aca4ba-8853-48be-9cd2-527edb172bb2 [ 609.709455] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.709606] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.709668] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.709894] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.710736] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.710736] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:40aca4ba-8853-48be-9cd2-527edb172bb2 already deleted. [ 609.710736] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40aca4ba-8853-48be-9cd2-527edb172bb2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.720836] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.721565] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.721565] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.721565] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.721679] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.721993] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.721993] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.721993] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.722324] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.722392] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.722478] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 already deleted. [ 609.722564] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.772963] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-f627b214-f621-4e1c-8bef-e6cfe69e1b50 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.772963] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f627b214-f621-4e1c-8bef-e6cfe69e1b50" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.782022] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f627b214-f621-4e1c-8bef-e6cfe69e1b50',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.782022] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ef38991-d363-469d-bbed-2d4a195328a9 with status ACTIVE [ 609.782022] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.782022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.782022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.782022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.782022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.782022] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.782022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.782022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.782022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.782022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.782022] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.782022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.782022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.782022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.782681] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.782681] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ef38991-d363-469d-bbed-2d4a195328a9 is going to be updated. [ 609.805568] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.806332] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.806558] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.806899] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.807572] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.807572] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ef38991-d363-469d-bbed-2d4a195328a9" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.037558] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.037558] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.037558] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.037558] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.037558] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.037558] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.038738] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.039107] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.039336] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.039644] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 610.039789] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 610.040036] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 610.040503] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 610.040503] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 610.040656] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 610.041596] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 610.058815] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 610.059169] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 610.059593] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 610.059810] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.060307] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-decc1927-a22b-41c4-a0ca-d7543972b805 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.060307] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-decc1927-a22b-41c4-a0ca-d7543972b805" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.060461] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-decc1927-a22b-41c4-a0ca-d7543972b805" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.061196] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-decc1927-a22b-41c4-a0ca-d7543972b805" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.061196] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('decc1927-a22b-41c4-a0ca-d7543972b805',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.285069] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f627b214-f621-4e1c-8bef-e6cfe69e1b50',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 610.567117] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.567117] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.567117] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.567117] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.567117] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.567117] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port decc1927-a22b-41c4-a0ca-d7543972b805 not found, creating... [ 610.567117] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.567117] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.567117] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.567117] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.567117] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.567611] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.567611] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.567611] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.567611] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.569304] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.569304] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: decc1927-a22b-41c4-a0ca-d7543972b805 is going to be created. [ 610.593145] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.593145] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.593145] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.593145] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.593145] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.593145] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-decc1927-a22b-41c4-a0ca-d7543972b805" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.788327] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.788451] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.788451] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.788645] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.788738] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.788837] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f627b214-f621-4e1c-8bef-e6cfe69e1b50 is going to be created. [ 610.813751] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.814147] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.814380] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.814711] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.815765] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.824214] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f627b214-f621-4e1c-8bef-e6cfe69e1b50 in Status: UNINITIALIZED for 2s [ 610.882143] env[68192]: INFO networking_nsxv3.common.synchronization [None req-057c3405-4d8d-4b56-8638-04374eb102cd None None] Enqueued Resource ID: 4deccdf7-e14f-4f2a-9e1e-14186924689c with Priority: HIGHEST for action port [ 610.882425] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4deccdf7-e14f-4f2a-9e1e-14186924689c with Priority: HIGHEST for action port [ 610.882971] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-4deccdf7-e14f-4f2a-9e1e-14186924689c taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.883107] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4deccdf7-e14f-4f2a-9e1e-14186924689c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.883177] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4deccdf7-e14f-4f2a-9e1e-14186924689c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.883453] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4deccdf7-e14f-4f2a-9e1e-14186924689c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.883555] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4deccdf7-e14f-4f2a-9e1e-14186924689c',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.302204] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b61b6a66-8cd6-411b-ae01-34633d18318d in Status: SUCCESS [ 611.302543] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.302794] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.302863] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.303021] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.303139] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.303202] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.303348] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.303965] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.303965] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.303965] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b61b6a66-8cd6-411b-ae01-34633d18318d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.386423] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4deccdf7-e14f-4f2a-9e1e-14186924689c [ 611.387092] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.387330] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.387470] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.387742] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.387884] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.388041] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4deccdf7-e14f-4f2a-9e1e-14186924689c already deleted. [ 611.388156] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4deccdf7-e14f-4f2a-9e1e-14186924689c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.772393] env[68192]: INFO networking_nsxv3.common.synchronization [req-80630e34-fad6-4f84-8380-30c34b3e9b97 req-42ec85b6-3f7f-4515-9254-99b97bd8b280 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Enqueued Resource ID: df3f8677-87c1-4453-a36d-811f1dd3abf0 with Priority: HIGHEST for action security_group_members [ 611.774250] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df3f8677-87c1-4453-a36d-811f1dd3abf0 with Priority: HIGHEST for action security_group_members [ 611.774565] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-df3f8677-87c1-4453-a36d-811f1dd3abf0 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.774746] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df3f8677-87c1-4453-a36d-811f1dd3abf0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.774746] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df3f8677-87c1-4453-a36d-811f1dd3abf0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.775621] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df3f8677-87c1-4453-a36d-811f1dd3abf0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.775621] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.775621] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.775621] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.775621] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.775621] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.775621] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df3f8677-87c1-4453-a36d-811f1dd3abf0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.809810] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-b61b6a66-8cd6-411b-ae01-34633d18318d taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.809810] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.809810] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.810088] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.810835] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.810835] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.810835] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.810835] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.810835] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.810835] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.810835] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-b61b6a66-8cd6-411b-ae01-34633d18318d taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.811170] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.811170] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.811170] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.814020] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.814020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.814020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.814020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.814020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.814020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.814020] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b61b6a66-8cd6-411b-ae01-34633d18318d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.881043] env[68192]: INFO networking_nsxv3.common.synchronization [None req-b3dc0c95-dd27-4a8e-b436-6f64d0601e0d None None] Enqueued Resource ID: 14c8c603-5222-4a14-a383-1a8388beb466 with Priority: HIGHEST for action port [ 611.881319] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 14c8c603-5222-4a14-a383-1a8388beb466 with Priority: HIGHEST for action port [ 611.881856] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-14c8c603-5222-4a14-a383-1a8388beb466 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.881978] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-14c8c603-5222-4a14-a383-1a8388beb466" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.882058] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-14c8c603-5222-4a14-a383-1a8388beb466" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.882313] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-14c8c603-5222-4a14-a383-1a8388beb466" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.882398] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('14c8c603-5222-4a14-a383-1a8388beb466',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.891603] env[68192]: INFO networking_nsxv3.common.synchronization [req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 req-002942cb-6a12-4969-9f5f-a3db8eb79c56 service nova] Enqueued Resource ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 with Priority: HIGHEST for action security_group_rules [ 611.891853] env[68192]: INFO networking_nsxv3.common.synchronization [req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 req-002942cb-6a12-4969-9f5f-a3db8eb79c56 service nova] Enqueued Resource ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 with Priority: HIGHEST for action security_group_members [ 611.892149] env[68192]: INFO networking_nsxv3.common.synchronization [req-f7d66f3e-8f51-467f-a0be-c4388fc6e477 req-002942cb-6a12-4969-9f5f-a3db8eb79c56 service nova] Enqueued Resource ID: decc1927-a22b-41c4-a0ca-d7543972b805 with Priority: HIGHEST for action port [ 611.892379] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 with Priority: HIGHEST for action security_group_rules [ 611.892530] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 with Priority: HIGHEST for action security_group_members [ 611.892630] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: decc1927-a22b-41c4-a0ca-d7543972b805 with Priority: HIGHEST for action port [ 611.896797] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.896797] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.896797] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.896797] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.896797] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.896797] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.896797] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.896797] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.896797] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.896797] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.896797] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.896797] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.897446] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.897446] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.897446] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.897805] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-decc1927-a22b-41c4-a0ca-d7543972b805 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.897907] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-decc1927-a22b-41c4-a0ca-d7543972b805" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.897973] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-decc1927-a22b-41c4-a0ca-d7543972b805" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.898161] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-decc1927-a22b-41c4-a0ca-d7543972b805" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.898233] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('decc1927-a22b-41c4-a0ca-d7543972b805',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.945744] env[68192]: INFO networking_nsxv3.common.synchronization [None req-828b3055-2c56-4778-8b9c-db0881c61db0 None None] Enqueued Resource ID: 0ef689ee-a019-4c86-af33-4b9e66be5c97 with Priority: HIGHEST for action port [ 611.945744] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ef689ee-a019-4c86-af33-4b9e66be5c97 with Priority: HIGHEST for action port [ 611.945744] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ef689ee-a019-4c86-af33-4b9e66be5c97 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.945744] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ef689ee-a019-4c86-af33-4b9e66be5c97" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.945744] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ef689ee-a019-4c86-af33-4b9e66be5c97" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.946049] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ef689ee-a019-4c86-af33-4b9e66be5c97" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.946133] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ef689ee-a019-4c86-af33-4b9e66be5c97',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.280027] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.280432] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.280486] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.280788] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.280936] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.281279] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.281453] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.281541] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.281722] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.281793] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.282222] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df3f8677-87c1-4453-a36d-811f1dd3abf0 already deleted. [ 612.282222] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df3f8677-87c1-4453-a36d-811f1dd3abf0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.314732] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b61b6a66-8cd6-411b-ae01-34633d18318d: rpc.has_security_group_logging(os_id): False [ 612.332879] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.332879] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.332879] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.333098] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.333188] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.333376] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.333495] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.333862] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.334202] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.334202] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.334281] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.334619] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.334619] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.334791] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.334822] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.335172] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.335172] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.335172] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.335305] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.336078] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.336078] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b61b6a66-8cd6-411b-ae01-34633d18318d is going to be created. [ 612.343680] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.343680] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.344035] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.344141] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.344339] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.346146] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.347045] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.349495] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.349495] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.349495] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 612.349495] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 612.349495] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 612.349495] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 612.349495] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 612.349495] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 612.349495] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 612.375183] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 612.375183] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 612.375183] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 612.375183] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.375183] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-6c72a6fe-d26f-4727-8ac2-8058438141a2 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.375183] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-6c72a6fe-d26f-4727-8ac2-8058438141a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.375437] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-6c72a6fe-d26f-4727-8ac2-8058438141a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.375939] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-6c72a6fe-d26f-4727-8ac2-8058438141a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.375939] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c72a6fe-d26f-4727-8ac2-8058438141a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.388333] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 14c8c603-5222-4a14-a383-1a8388beb466 [ 612.388333] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.388333] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.388333] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.388333] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.388333] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.388333] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:14c8c603-5222-4a14-a383-1a8388beb466 already deleted. [ 612.388333] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-14c8c603-5222-4a14-a383-1a8388beb466" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.394755] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.396982] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.396982] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.396982] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.396982] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.400382] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.402039] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.402300] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.402573] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port decc1927-a22b-41c4-a0ca-d7543972b805 with status ACTIVE [ 612.402832] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.403085] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.403336] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.403613] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.403946] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.404231] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.404470] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.404621] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.404861] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.407317] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.407317] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.407317] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.407317] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.407317] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.407317] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.407317] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: decc1927-a22b-41c4-a0ca-d7543972b805 is going to be updated. [ 612.409522] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b61b6a66-8cd6-411b-ae01-34633d18318d in Status: IN_PROGRESS for 2s [ 612.424831] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.425245] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.425412] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.425729] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.425984] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.426300] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-decc1927-a22b-41c4-a0ca-d7543972b805" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.454307] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0ef689ee-a019-4c86-af33-4b9e66be5c97 [ 612.454307] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.454307] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.454493] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.454664] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.454664] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.454758] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0ef689ee-a019-4c86-af33-4b9e66be5c97 already deleted. [ 612.454837] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ef689ee-a019-4c86-af33-4b9e66be5c97" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.478863] env[68192]: INFO networking_nsxv3.common.synchronization [None req-fb029d59-cc72-4803-9054-8549c7e4f3b1 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Enqueued Resource ID: c9b78eaa-ba67-4b7b-880d-b6c915e5e62b with Priority: HIGHEST for action security_group_rules [ 612.481882] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9b78eaa-ba67-4b7b-880d-b6c915e5e62b with Priority: HIGHEST for action security_group_rules [ 612.482245] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9b78eaa-ba67-4b7b-880d-b6c915e5e62b taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.482656] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9b78eaa-ba67-4b7b-880d-b6c915e5e62b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.482656] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9b78eaa-ba67-4b7b-880d-b6c915e5e62b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.483033] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9b78eaa-ba67-4b7b-880d-b6c915e5e62b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.483284] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9b78eaa-ba67-4b7b-880d-b6c915e5e62b',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.744883] env[68192]: INFO networking_nsxv3.common.synchronization [None req-99316c53-a357-475d-b983-c4ee1de95b57 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Enqueued Resource ID: c9b78eaa-ba67-4b7b-880d-b6c915e5e62b with Priority: HIGHEST for action security_group_rules [ 612.745558] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9b78eaa-ba67-4b7b-880d-b6c915e5e62b with Priority: HIGHEST for action security_group_rules [ 612.745710] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9b78eaa-ba67-4b7b-880d-b6c915e5e62b taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.745816] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9b78eaa-ba67-4b7b-880d-b6c915e5e62b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.835193] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f627b214-f621-4e1c-8bef-e6cfe69e1b50 in Status: SUCCESS [ 612.835193] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f627b214-f621-4e1c-8bef-e6cfe69e1b50" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.835407] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f627b214-f621-4e1c-8bef-e6cfe69e1b50" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.835719] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f627b214-f621-4e1c-8bef-e6cfe69e1b50" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.835969] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.836320] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.836320] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.836710] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.836710] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.836816] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f627b214-f621-4e1c-8bef-e6cfe69e1b50" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.837094] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f627b214-f621-4e1c-8bef-e6cfe69e1b50',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.878345] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.878647] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.878780] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.879170] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.882853] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.882853] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port 6c72a6fe-d26f-4727-8ac2-8058438141a2 not found, creating... [ 612.882853] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.882853] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.882853] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.883211] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.883211] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.883474] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.887492] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.887492] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.887492] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.887492] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.887492] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: 6c72a6fe-d26f-4727-8ac2-8058438141a2 is going to be created. [ 612.906019] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.906019] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.906019] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.906019] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.906019] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.906019] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-6c72a6fe-d26f-4727-8ac2-8058438141a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.907141] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.012509] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.012509] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.012509] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.012509] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.012509] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.012509] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9b78eaa-ba67-4b7b-880d-b6c915e5e62b already deleted. [ 613.012509] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9b78eaa-ba67-4b7b-880d-b6c915e5e62b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.012509] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9b78eaa-ba67-4b7b-880d-b6c915e5e62b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.012509] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9b78eaa-ba67-4b7b-880d-b6c915e5e62b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.012509] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9b78eaa-ba67-4b7b-880d-b6c915e5e62b',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.340314] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-f627b214-f621-4e1c-8bef-e6cfe69e1b50 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.340314] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f627b214-f621-4e1c-8bef-e6cfe69e1b50" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.340775] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f627b214-f621-4e1c-8bef-e6cfe69e1b50" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.340775] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f627b214-f621-4e1c-8bef-e6cfe69e1b50" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.340775] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.340911] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.340950] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.341489] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.341489] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.341489] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f627b214-f621-4e1c-8bef-e6cfe69e1b50" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.341489] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-f627b214-f621-4e1c-8bef-e6cfe69e1b50 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.341489] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f627b214-f621-4e1c-8bef-e6cfe69e1b50" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.341778] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f627b214-f621-4e1c-8bef-e6cfe69e1b50" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.341778] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f627b214-f621-4e1c-8bef-e6cfe69e1b50" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.341778] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.342098] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.342098] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.342098] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.342329] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.342329] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f627b214-f621-4e1c-8bef-e6cfe69e1b50" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.342329] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f627b214-f621-4e1c-8bef-e6cfe69e1b50',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.411000] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.411000] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.411000] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.411000] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.411000] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.411000] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 is going to be created. [ 613.437210] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.437210] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.437210] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.437210] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.437210] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.446060] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 in Status: UNINITIALIZED for 2s [ 613.533172] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.533370] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.533370] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.533670] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.533670] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.533742] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9b78eaa-ba67-4b7b-880d-b6c915e5e62b already deleted. [ 613.534645] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9b78eaa-ba67-4b7b-880d-b6c915e5e62b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.751179] env[68192]: INFO networking_nsxv3.common.synchronization [req-80630e34-fad6-4f84-8380-30c34b3e9b97 req-01efae24-7cd1-4f95-8f64-2c8e3d1ea79d service nova] Enqueued Resource ID: df3f8677-87c1-4453-a36d-811f1dd3abf0 with Priority: HIGHEST for action security_group_rules [ 613.751394] env[68192]: INFO networking_nsxv3.common.synchronization [req-80630e34-fad6-4f84-8380-30c34b3e9b97 req-01efae24-7cd1-4f95-8f64-2c8e3d1ea79d service nova] Enqueued Resource ID: df3f8677-87c1-4453-a36d-811f1dd3abf0 with Priority: HIGHEST for action security_group_members [ 613.752587] env[68192]: INFO networking_nsxv3.common.synchronization [req-80630e34-fad6-4f84-8380-30c34b3e9b97 req-01efae24-7cd1-4f95-8f64-2c8e3d1ea79d service nova] Enqueued Resource ID: 6c72a6fe-d26f-4727-8ac2-8058438141a2 with Priority: HIGHEST for action port [ 613.752935] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df3f8677-87c1-4453-a36d-811f1dd3abf0 with Priority: HIGHEST for action security_group_rules [ 613.753120] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df3f8677-87c1-4453-a36d-811f1dd3abf0 with Priority: HIGHEST for action security_group_members [ 613.753175] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6c72a6fe-d26f-4727-8ac2-8058438141a2 with Priority: HIGHEST for action port [ 613.753729] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df3f8677-87c1-4453-a36d-811f1dd3abf0 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.753830] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df3f8677-87c1-4453-a36d-811f1dd3abf0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.753882] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df3f8677-87c1-4453-a36d-811f1dd3abf0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.755192] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df3f8677-87c1-4453-a36d-811f1dd3abf0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.755356] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df3f8677-87c1-4453-a36d-811f1dd3abf0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.756097] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-df3f8677-87c1-4453-a36d-811f1dd3abf0 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.756243] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df3f8677-87c1-4453-a36d-811f1dd3abf0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.756273] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df3f8677-87c1-4453-a36d-811f1dd3abf0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.756441] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df3f8677-87c1-4453-a36d-811f1dd3abf0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.756588] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.756679] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.756735] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.756876] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.756962] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.757065] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df3f8677-87c1-4453-a36d-811f1dd3abf0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.757852] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-6c72a6fe-d26f-4727-8ac2-8058438141a2 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.757960] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6c72a6fe-d26f-4727-8ac2-8058438141a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.757960] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6c72a6fe-d26f-4727-8ac2-8058438141a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.758144] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6c72a6fe-d26f-4727-8ac2-8058438141a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.758191] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6c72a6fe-d26f-4727-8ac2-8058438141a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.844460] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f627b214-f621-4e1c-8bef-e6cfe69e1b50: rpc.has_security_group_logging(os_id): False [ 613.864598] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.864723] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.864765] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.864969] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.866013] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.866013] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.866013] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.866013] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.866754] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.866754] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.866754] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.866754] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.866754] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.867202] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.867202] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.867386] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.867468] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.867564] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.868455] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.868455] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.868455] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f627b214-f621-4e1c-8bef-e6cfe69e1b50 is going to be created. [ 613.923807] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.923944] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.924041] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.924246] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.924478] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.934344] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f627b214-f621-4e1c-8bef-e6cfe69e1b50 in Status: IN_PROGRESS for 2s [ 614.140333] env[68192]: INFO networking_nsxv3.common.synchronization [req-b4879966-be36-4302-894f-f6c3aa1f7522 req-b54506bf-6dcd-49f8-997e-02f2edddaa5c tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Enqueued Resource ID: b017dc07-b3d3-4513-af49-1581acab1bfa with Priority: HIGHEST for action security_group_members [ 614.140762] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b017dc07-b3d3-4513-af49-1581acab1bfa with Priority: HIGHEST for action security_group_members [ 614.141902] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-b017dc07-b3d3-4513-af49-1581acab1bfa taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.142131] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.142131] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.142575] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.142575] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.142669] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.142742] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.143110] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.143110] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.143110] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b017dc07-b3d3-4513-af49-1581acab1bfa',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.259790] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-df3f8677-87c1-4453-a36d-811f1dd3abf0 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.260680] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df3f8677-87c1-4453-a36d-811f1dd3abf0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.260912] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df3f8677-87c1-4453-a36d-811f1dd3abf0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.261906] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 6c72a6fe-d26f-4727-8ac2-8058438141a2 with status ACTIVE [ 614.261990] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.262117] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.262184] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.262397] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.262482] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.262654] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.262753] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.262813] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.262956] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.263762] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.263988] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.264225] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.264318] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.264481] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.264545] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.264635] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 6c72a6fe-d26f-4727-8ac2-8058438141a2 is going to be updated. [ 614.301614] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.301614] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.301614] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.301818] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.301947] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.302118] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6c72a6fe-d26f-4727-8ac2-8058438141a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.410339] env[68192]: INFO networking_nsxv3.common.synchronization [None req-f65fb039-5008-4b5b-9e48-c4112718c1a9 None None] Enqueued Resource ID: e78e9ad4-6ec7-4592-a12b-13afd2fd451e with Priority: HIGHEST for action port [ 614.414030] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e78e9ad4-6ec7-4592-a12b-13afd2fd451e with Priority: HIGHEST for action port [ 614.414030] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-e78e9ad4-6ec7-4592-a12b-13afd2fd451e taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.414030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e78e9ad4-6ec7-4592-a12b-13afd2fd451e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.414030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e78e9ad4-6ec7-4592-a12b-13afd2fd451e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.414030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e78e9ad4-6ec7-4592-a12b-13afd2fd451e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.414030] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e78e9ad4-6ec7-4592-a12b-13afd2fd451e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.427716] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b61b6a66-8cd6-411b-ae01-34633d18318d in Status: SUCCESS [ 614.427716] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.646231] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.646479] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.646479] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.646666] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.646764] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.646961] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.647062] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.647129] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.647285] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.647471] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.647471] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b017dc07-b3d3-4513-af49-1581acab1bfa already deleted. [ 614.647605] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.731087] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.733790] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.733790] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.733790] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.734816] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.734816] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.734816] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.735351] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.736564] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.736601] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 614.738328] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 614.738397] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 614.739267] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 614.739267] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 614.739267] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 614.739267] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 614.756356] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 614.757479] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 614.757691] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 614.758081] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.758504] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-9d351e07-2969-4800-8dc5-997ecf57392e taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.759134] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-9d351e07-2969-4800-8dc5-997ecf57392e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.760415] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-9d351e07-2969-4800-8dc5-997ecf57392e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.760893] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-9d351e07-2969-4800-8dc5-997ecf57392e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.760893] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d351e07-2969-4800-8dc5-997ecf57392e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.766744] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df3f8677-87c1-4453-a36d-811f1dd3abf0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.919890] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e78e9ad4-6ec7-4592-a12b-13afd2fd451e [ 614.919890] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.919890] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.919890] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.919890] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.919890] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.919890] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e78e9ad4-6ec7-4592-a12b-13afd2fd451e already deleted. [ 614.919890] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e78e9ad4-6ec7-4592-a12b-13afd2fd451e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.263216] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.263813] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.264102] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.264698] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.265039] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.265546] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port 9d351e07-2969-4800-8dc5-997ecf57392e not found, creating... [ 615.266037] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.270023] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.270023] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.270023] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.270023] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.270023] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.270023] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.270023] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.270023] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.270023] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.270023] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: 9d351e07-2969-4800-8dc5-997ecf57392e is going to be created. [ 615.270023] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.270023] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.270023] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.270770] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.270770] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.270854] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df3f8677-87c1-4453-a36d-811f1dd3abf0 is going to be created. [ 615.291259] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.291553] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.291732] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.292097] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.292988] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.292988] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-9d351e07-2969-4800-8dc5-997ecf57392e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.299287] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.299424] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.299489] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.300405] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.300405] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.307608] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df3f8677-87c1-4453-a36d-811f1dd3abf0 in Status: UNINITIALIZED for 2s [ 615.456132] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 in Status: SUCCESS [ 615.456422] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.457564] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.457956] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.458236] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.458415] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.458615] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.458833] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.459345] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.459521] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.459833] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.946896] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f627b214-f621-4e1c-8bef-e6cfe69e1b50 in Status: SUCCESS [ 615.947320] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f627b214-f621-4e1c-8bef-e6cfe69e1b50" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.963467] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.963467] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.963793] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.966065] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.966065] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.966065] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.966065] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.966065] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.966065] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.966065] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.966065] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.966065] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.966065] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.966065] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.966065] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.966065] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.966065] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.966065] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.966065] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.966065] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.966065] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.338389] env[68192]: INFO networking_nsxv3.common.synchronization [req-b4879966-be36-4302-894f-f6c3aa1f7522 req-4127aa9f-ed67-4b86-8b7e-004f3dfb2cbc service nova] Enqueued Resource ID: b017dc07-b3d3-4513-af49-1581acab1bfa with Priority: HIGHEST for action security_group_rules [ 616.338389] env[68192]: INFO networking_nsxv3.common.synchronization [req-b4879966-be36-4302-894f-f6c3aa1f7522 req-4127aa9f-ed67-4b86-8b7e-004f3dfb2cbc service nova] Enqueued Resource ID: b017dc07-b3d3-4513-af49-1581acab1bfa with Priority: HIGHEST for action security_group_members [ 616.338389] env[68192]: INFO networking_nsxv3.common.synchronization [req-b4879966-be36-4302-894f-f6c3aa1f7522 req-4127aa9f-ed67-4b86-8b7e-004f3dfb2cbc service nova] Enqueued Resource ID: 9d351e07-2969-4800-8dc5-997ecf57392e with Priority: HIGHEST for action port [ 616.340474] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b017dc07-b3d3-4513-af49-1581acab1bfa with Priority: HIGHEST for action security_group_rules [ 616.340474] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b017dc07-b3d3-4513-af49-1581acab1bfa with Priority: HIGHEST for action security_group_members [ 616.340474] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d351e07-2969-4800-8dc5-997ecf57392e with Priority: HIGHEST for action port [ 616.341428] env[68192]: INFO networking_nsxv3.common.synchronization [req-d242ddae-5259-47d1-9183-9f239b1e83d2 req-f6b83dc1-0743-45f4-bcf1-04c94b3901cf tempest-VolumesAdminNegativeTest-1974723521 tempest-VolumesAdminNegativeTest-1974723521-project-member] Enqueued Resource ID: 0f394fdd-887f-4a02-be0d-6f4fee4025e2 with Priority: HIGHEST for action security_group_members [ 616.341803] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b017dc07-b3d3-4513-af49-1581acab1bfa taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.341951] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.342051] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.342354] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.342457] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b017dc07-b3d3-4513-af49-1581acab1bfa',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.343297] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-b017dc07-b3d3-4513-af49-1581acab1bfa taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.343405] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.343468] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.343648] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.344326] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.344483] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.344570] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.344745] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.344871] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.344979] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b017dc07-b3d3-4513-af49-1581acab1bfa',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.346125] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d351e07-2969-4800-8dc5-997ecf57392e taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.346496] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d351e07-2969-4800-8dc5-997ecf57392e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.346496] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d351e07-2969-4800-8dc5-997ecf57392e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.346496] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d351e07-2969-4800-8dc5-997ecf57392e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.346624] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d351e07-2969-4800-8dc5-997ecf57392e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.351156] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f394fdd-887f-4a02-be0d-6f4fee4025e2 with Priority: HIGHEST for action security_group_members [ 616.352123] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f394fdd-887f-4a02-be0d-6f4fee4025e2 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.352224] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f394fdd-887f-4a02-be0d-6f4fee4025e2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.352224] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f394fdd-887f-4a02-be0d-6f4fee4025e2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.352765] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f394fdd-887f-4a02-be0d-6f4fee4025e2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.352765] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.352765] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.352765] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.352906] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.352906] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.353101] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f394fdd-887f-4a02-be0d-6f4fee4025e2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.469143] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86: rpc.has_security_group_logging(os_id): False [ 616.486842] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.487049] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.487131] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.487395] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.487497] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.487721] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.487896] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.487896] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.488064] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.488160] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.488362] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.488517] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.488565] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.488680] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.488790] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.491413] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.491413] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.491413] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.491413] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.491413] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.491413] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 is going to be created. [ 616.545266] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.545406] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.545473] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.545691] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.545867] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.555843] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 in Status: IN_PROGRESS for 2s [ 616.851891] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b017dc07-b3d3-4513-af49-1581acab1bfa',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.852940] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-b017dc07-b3d3-4513-af49-1581acab1bfa taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.853540] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.853980] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d351e07-2969-4800-8dc5-997ecf57392e with status ACTIVE [ 616.854211] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.854365] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.854449] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.854726] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.854882] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.855262] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.855787] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.856057] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.856096] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.856199] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.856413] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.856534] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.856610] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.856899] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.856899] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.857051] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d351e07-2969-4800-8dc5-997ecf57392e is going to be updated. [ 616.858856] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.858942] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.858942] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.859214] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.859360] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.859714] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.859867] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.859973] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.860337] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.860337] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.860337] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f394fdd-887f-4a02-be0d-6f4fee4025e2 already deleted. [ 616.860484] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f394fdd-887f-4a02-be0d-6f4fee4025e2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.877660] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.877660] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.877837] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.877911] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.878090] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.878275] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d351e07-2969-4800-8dc5-997ecf57392e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.955772] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-555 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.955973] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-555" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.956110] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-555" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.956463] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-555" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.956735] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.956918] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.957013] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.958350] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.958541] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.958765] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 616.958877] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 616.958985] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 616.959115] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 616.959330] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 616.959510] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 616.959677] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 616.994852] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 616.994852] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.035 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 616.994852] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 616.995094] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-555" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.995343] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-5b66c93a-f5b3-4332-9311-84d51ec40a0d taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.995673] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-5b66c93a-f5b3-4332-9311-84d51ec40a0d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.995673] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-5b66c93a-f5b3-4332-9311-84d51ec40a0d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.996596] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-5b66c93a-f5b3-4332-9311-84d51ec40a0d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.996596] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b66c93a-f5b3-4332-9311-84d51ec40a0d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.316744] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df3f8677-87c1-4453-a36d-811f1dd3abf0 in Status: SUCCESS [ 617.316744] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df3f8677-87c1-4453-a36d-811f1dd3abf0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.316916] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df3f8677-87c1-4453-a36d-811f1dd3abf0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.317119] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df3f8677-87c1-4453-a36d-811f1dd3abf0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.317347] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.317434] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.317502] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.317652] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.317765] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.317812] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df3f8677-87c1-4453-a36d-811f1dd3abf0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.317900] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df3f8677-87c1-4453-a36d-811f1dd3abf0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.356239] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b017dc07-b3d3-4513-af49-1581acab1bfa',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.499758] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.500209] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.500209] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.500983] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.501231] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.501397] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port 5b66c93a-f5b3-4332-9311-84d51ec40a0d not found, creating... [ 617.501700] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.501877] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.501993] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.502252] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.502425] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.502707] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.504723] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.504723] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.504917] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.505072] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.505443] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: 5b66c93a-f5b3-4332-9311-84d51ec40a0d is going to be created. [ 617.525626] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.525626] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.526415] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.527685] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.530765] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.530765] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-5b66c93a-f5b3-4332-9311-84d51ec40a0d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.820275] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-df3f8677-87c1-4453-a36d-811f1dd3abf0 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.820705] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df3f8677-87c1-4453-a36d-811f1dd3abf0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.820801] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df3f8677-87c1-4453-a36d-811f1dd3abf0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.821131] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df3f8677-87c1-4453-a36d-811f1dd3abf0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.821282] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.821495] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.821583] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.821707] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.821809] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.821891] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df3f8677-87c1-4453-a36d-811f1dd3abf0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.822050] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-df3f8677-87c1-4453-a36d-811f1dd3abf0 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.822148] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df3f8677-87c1-4453-a36d-811f1dd3abf0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.822232] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df3f8677-87c1-4453-a36d-811f1dd3abf0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.822531] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df3f8677-87c1-4453-a36d-811f1dd3abf0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.822531] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.822620] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.822676] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.822813] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.822881] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.823146] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df3f8677-87c1-4453-a36d-811f1dd3abf0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.825240] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df3f8677-87c1-4453-a36d-811f1dd3abf0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.860433] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.860433] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.860655] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.860732] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.861325] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.861325] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b017dc07-b3d3-4513-af49-1581acab1bfa is going to be created. [ 617.883501] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.883632] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.883766] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.884050] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.884305] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.894149] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b017dc07-b3d3-4513-af49-1581acab1bfa in Status: UNINITIALIZED for 2s [ 618.292229] env[68192]: INFO networking_nsxv3.common.synchronization [None req-22ec217c-12c0-497c-8553-3960b07cebba tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Enqueued Resource ID: 09d716a9-e19d-4641-9d4a-0e1baf27fed8 with Priority: HIGHEST for action security_group_rules [ 618.293096] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09d716a9-e19d-4641-9d4a-0e1baf27fed8 with Priority: HIGHEST for action security_group_rules [ 618.294926] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09d716a9-e19d-4641-9d4a-0e1baf27fed8 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.295122] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09d716a9-e19d-4641-9d4a-0e1baf27fed8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.295198] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09d716a9-e19d-4641-9d4a-0e1baf27fed8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.295510] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09d716a9-e19d-4641-9d4a-0e1baf27fed8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.295607] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09d716a9-e19d-4641-9d4a-0e1baf27fed8',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.327237] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df3f8677-87c1-4453-a36d-811f1dd3abf0: rpc.has_security_group_logging(os_id): False [ 618.346205] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.346304] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.346354] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.346561] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.346687] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.347246] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.347246] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.347246] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.347246] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.347246] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.347504] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.347504] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.347580] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.347689] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.348096] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.348096] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.348096] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.349062] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.349212] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.349303] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.349398] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df3f8677-87c1-4453-a36d-811f1dd3abf0 is going to be created. [ 618.403776] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.403969] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.403969] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.404194] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.404398] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.415339] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df3f8677-87c1-4453-a36d-811f1dd3abf0 in Status: IN_PROGRESS for 2s [ 618.567278] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 in Status: SUCCESS [ 618.567531] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.785028] env[68192]: INFO networking_nsxv3.common.synchronization [None req-e6c0c7c5-b23f-428e-b588-31855a979b12 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Enqueued Resource ID: 09d716a9-e19d-4641-9d4a-0e1baf27fed8 with Priority: HIGHEST for action security_group_rules [ 618.785028] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09d716a9-e19d-4641-9d4a-0e1baf27fed8 with Priority: HIGHEST for action security_group_rules [ 618.785028] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09d716a9-e19d-4641-9d4a-0e1baf27fed8 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.785372] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09d716a9-e19d-4641-9d4a-0e1baf27fed8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.816108] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.817461] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.818909] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.818909] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.818909] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.818909] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09d716a9-e19d-4641-9d4a-0e1baf27fed8 already deleted. [ 618.818909] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09d716a9-e19d-4641-9d4a-0e1baf27fed8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.819361] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09d716a9-e19d-4641-9d4a-0e1baf27fed8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.819872] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09d716a9-e19d-4641-9d4a-0e1baf27fed8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.820051] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09d716a9-e19d-4641-9d4a-0e1baf27fed8',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.059071] env[68192]: INFO networking_nsxv3.common.synchronization [req-5021013e-6db9-449b-a6d6-bd424aaf8386 req-80215185-2274-4749-90a6-fb1061ca025e tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Enqueued Resource ID: a965616d-acb0-48c0-8947-41f243e9010f with Priority: HIGHEST for action security_group_members [ 619.059813] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a965616d-acb0-48c0-8947-41f243e9010f with Priority: HIGHEST for action security_group_members [ 619.061747] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-a965616d-acb0-48c0-8947-41f243e9010f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.061747] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.061747] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.061747] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.061747] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.061747] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.061747] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.061747] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.062056] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.062056] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.097331] env[68192]: INFO networking_nsxv3.common.synchronization [req-d242ddae-5259-47d1-9183-9f239b1e83d2 req-8ac29e87-ce25-4bfd-b9d9-70a79a1ee3fe service nova] Enqueued Resource ID: 0f394fdd-887f-4a02-be0d-6f4fee4025e2 with Priority: HIGHEST for action security_group_rules [ 619.097331] env[68192]: INFO networking_nsxv3.common.synchronization [req-d242ddae-5259-47d1-9183-9f239b1e83d2 req-8ac29e87-ce25-4bfd-b9d9-70a79a1ee3fe service nova] Enqueued Resource ID: 0f394fdd-887f-4a02-be0d-6f4fee4025e2 with Priority: HIGHEST for action security_group_members [ 619.097331] env[68192]: INFO networking_nsxv3.common.synchronization [req-d242ddae-5259-47d1-9183-9f239b1e83d2 req-8ac29e87-ce25-4bfd-b9d9-70a79a1ee3fe service nova] Enqueued Resource ID: 5b66c93a-f5b3-4332-9311-84d51ec40a0d with Priority: HIGHEST for action port [ 619.097504] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f394fdd-887f-4a02-be0d-6f4fee4025e2 with Priority: HIGHEST for action security_group_rules [ 619.097797] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0f394fdd-887f-4a02-be0d-6f4fee4025e2 with Priority: HIGHEST for action security_group_members [ 619.098266] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5b66c93a-f5b3-4332-9311-84d51ec40a0d with Priority: HIGHEST for action port [ 619.099112] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0f394fdd-887f-4a02-be0d-6f4fee4025e2 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.099331] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0f394fdd-887f-4a02-be0d-6f4fee4025e2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.099481] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0f394fdd-887f-4a02-be0d-6f4fee4025e2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.100166] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0f394fdd-887f-4a02-be0d-6f4fee4025e2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.100166] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0f394fdd-887f-4a02-be0d-6f4fee4025e2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.101333] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f394fdd-887f-4a02-be0d-6f4fee4025e2 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.101854] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f394fdd-887f-4a02-be0d-6f4fee4025e2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.101854] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f394fdd-887f-4a02-be0d-6f4fee4025e2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.102875] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f394fdd-887f-4a02-be0d-6f4fee4025e2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.102875] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.102875] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.102875] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.103077] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.103410] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.103410] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0f394fdd-887f-4a02-be0d-6f4fee4025e2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.104987] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-5b66c93a-f5b3-4332-9311-84d51ec40a0d taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.104987] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5b66c93a-f5b3-4332-9311-84d51ec40a0d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.106192] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5b66c93a-f5b3-4332-9311-84d51ec40a0d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.106192] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5b66c93a-f5b3-4332-9311-84d51ec40a0d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.106192] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5b66c93a-f5b3-4332-9311-84d51ec40a0d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.346175] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.346338] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.346409] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.346690] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.346795] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.346895] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09d716a9-e19d-4641-9d4a-0e1baf27fed8 already deleted. [ 619.346980] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09d716a9-e19d-4641-9d4a-0e1baf27fed8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.567735] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.568129] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.568129] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.568211] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.568293] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.568513] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.568621] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.568671] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.568837] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.568920] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.569014] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a965616d-acb0-48c0-8947-41f243e9010f already deleted. [ 619.569431] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.605191] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0f394fdd-887f-4a02-be0d-6f4fee4025e2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.612101] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-0f394fdd-887f-4a02-be0d-6f4fee4025e2 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.612229] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0f394fdd-887f-4a02-be0d-6f4fee4025e2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.612394] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5b66c93a-f5b3-4332-9311-84d51ec40a0d with status ACTIVE [ 619.612579] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.612684] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.612747] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.612977] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.613081] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.613294] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.613470] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.613470] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.613631] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.613707] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.614656] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.614768] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.614872] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.614982] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.615074] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.615162] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5b66c93a-f5b3-4332-9311-84d51ec40a0d is going to be updated. [ 619.635274] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.635445] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.635481] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.635727] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.635880] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.636070] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5b66c93a-f5b3-4332-9311-84d51ec40a0d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.905744] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b017dc07-b3d3-4513-af49-1581acab1bfa in Status: SUCCESS [ 619.906168] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.906692] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.908608] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.908608] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.908608] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.908608] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.908608] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.908608] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.908608] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.908608] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b017dc07-b3d3-4513-af49-1581acab1bfa',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.107624] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0f394fdd-887f-4a02-be0d-6f4fee4025e2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.303468] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-747 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.303468] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-747" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.303468] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-747" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.303706] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-747" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.303957] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.305957] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.305957] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.305957] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.306060] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.307515] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 620.307515] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.307515] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.307515] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.307515] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 620.307515] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.307515] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.325901] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.325901] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 620.326075] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.326687] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-747" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.326780] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-18eddf48-4f94-492d-858b-29a181140e8d taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.326979] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-18eddf48-4f94-492d-858b-29a181140e8d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.327115] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-18eddf48-4f94-492d-858b-29a181140e8d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.327717] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-18eddf48-4f94-492d-858b-29a181140e8d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.327879] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18eddf48-4f94-492d-858b-29a181140e8d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.414077] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-b017dc07-b3d3-4513-af49-1581acab1bfa taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.414077] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.414077] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.414077] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.414077] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.414077] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.414077] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.414077] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.414077] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.414077] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.414077] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-b017dc07-b3d3-4513-af49-1581acab1bfa taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.414077] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.414077] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.414077] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.414676] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.414676] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.414676] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.414676] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.414676] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.414676] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.414843] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b017dc07-b3d3-4513-af49-1581acab1bfa',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.428334] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df3f8677-87c1-4453-a36d-811f1dd3abf0 in Status: SUCCESS [ 620.428577] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df3f8677-87c1-4453-a36d-811f1dd3abf0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.612157] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.612157] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.612157] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.612157] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.612157] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.612157] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0f394fdd-887f-4a02-be0d-6f4fee4025e2 is going to be created. [ 620.634379] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.634582] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.634582] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.634805] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.634963] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.648815] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f394fdd-887f-4a02-be0d-6f4fee4025e2 in Status: UNINITIALIZED for 2s [ 620.830870] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.831411] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.833226] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.833561] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.833717] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.833873] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port 18eddf48-4f94-492d-858b-29a181140e8d not found, creating... [ 620.834185] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.834347] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.834460] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.834679] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.834810] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.835131] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.835416] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.835416] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.835582] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.835711] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.835847] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: 18eddf48-4f94-492d-858b-29a181140e8d is going to be created. [ 620.843585] env[68192]: INFO networking_nsxv3.common.synchronization [None req-ca67b64c-b251-4e58-89d1-0cd0b0eb3325 None None] Enqueued Resource ID: 28c833cc-ff41-4c12-a0af-939d914d8990 with Priority: HIGHEST for action port [ 620.843585] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 28c833cc-ff41-4c12-a0af-939d914d8990 with Priority: HIGHEST for action port [ 620.843585] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-28c833cc-ff41-4c12-a0af-939d914d8990 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.843585] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-28c833cc-ff41-4c12-a0af-939d914d8990" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.843585] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-28c833cc-ff41-4c12-a0af-939d914d8990" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.843585] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-28c833cc-ff41-4c12-a0af-939d914d8990" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.843585] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('28c833cc-ff41-4c12-a0af-939d914d8990',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.859181] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.859181] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.859181] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.859181] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.859483] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.859516] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-18eddf48-4f94-492d-858b-29a181140e8d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.918861] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b017dc07-b3d3-4513-af49-1581acab1bfa: rpc.has_security_group_logging(os_id): False [ 620.940508] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.940508] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.940508] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.940508] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.940508] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.940508] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.940508] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.940508] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.940508] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.940508] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.940508] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.941069] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.941069] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.941069] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.941069] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.941069] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.941256] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.941256] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.941319] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.941372] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.941454] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b017dc07-b3d3-4513-af49-1581acab1bfa is going to be created. [ 621.020997] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.021202] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.021318] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.021588] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.022859] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.058833] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b017dc07-b3d3-4513-af49-1581acab1bfa in Status: IN_PROGRESS for 2s [ 621.346444] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 28c833cc-ff41-4c12-a0af-939d914d8990 [ 621.346689] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.346826] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.346916] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.347437] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.347545] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.347646] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:28c833cc-ff41-4c12-a0af-939d914d8990 already deleted. [ 621.347729] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-28c833cc-ff41-4c12-a0af-939d914d8990" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.068398] env[68192]: INFO networking_nsxv3.common.synchronization [req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 req-ffe7f79c-b966-4ab8-8676-6d620ced0acf tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Enqueued Resource ID: a965616d-acb0-48c0-8947-41f243e9010f with Priority: HIGHEST for action security_group_members [ 622.070995] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a965616d-acb0-48c0-8947-41f243e9010f with Priority: HIGHEST for action security_group_members [ 622.071414] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-a965616d-acb0-48c0-8947-41f243e9010f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.071590] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.071636] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.071931] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.072134] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.072206] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.072206] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.072380] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.072688] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.072688] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.575935] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.659744] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0f394fdd-887f-4a02-be0d-6f4fee4025e2 in Status: SUCCESS [ 622.659971] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f394fdd-887f-4a02-be0d-6f4fee4025e2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.660195] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0f394fdd-887f-4a02-be0d-6f4fee4025e2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.660473] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0f394fdd-887f-4a02-be0d-6f4fee4025e2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.660672] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.660794] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.660860] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.661045] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.661131] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.661217] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0f394fdd-887f-4a02-be0d-6f4fee4025e2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.661310] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0f394fdd-887f-4a02-be0d-6f4fee4025e2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.753957] env[68192]: INFO networking_nsxv3.common.synchronization [None req-b0157e22-637a-4447-b4e8-6dd10fa94958 None None] Enqueued Resource ID: 2e7cd6e7-edff-4310-9e3d-31f87e75574d with Priority: HIGHEST for action port [ 622.754248] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2e7cd6e7-edff-4310-9e3d-31f87e75574d with Priority: HIGHEST for action port [ 622.755873] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-2e7cd6e7-edff-4310-9e3d-31f87e75574d taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.755873] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2e7cd6e7-edff-4310-9e3d-31f87e75574d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.755873] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2e7cd6e7-edff-4310-9e3d-31f87e75574d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.755873] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2e7cd6e7-edff-4310-9e3d-31f87e75574d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.755873] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2e7cd6e7-edff-4310-9e3d-31f87e75574d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.062748] env[68192]: INFO networking_nsxv3.common.synchronization [req-5021013e-6db9-449b-a6d6-bd424aaf8386 req-6f60cc7a-bb21-4eeb-b0dd-179fc5e7a2c7 service nova] Enqueued Resource ID: a965616d-acb0-48c0-8947-41f243e9010f with Priority: HIGHEST for action security_group_rules [ 623.062748] env[68192]: INFO networking_nsxv3.common.synchronization [req-5021013e-6db9-449b-a6d6-bd424aaf8386 req-6f60cc7a-bb21-4eeb-b0dd-179fc5e7a2c7 service nova] Enqueued Resource ID: a965616d-acb0-48c0-8947-41f243e9010f with Priority: HIGHEST for action security_group_members [ 623.062871] env[68192]: INFO networking_nsxv3.common.synchronization [req-5021013e-6db9-449b-a6d6-bd424aaf8386 req-6f60cc7a-bb21-4eeb-b0dd-179fc5e7a2c7 service nova] Enqueued Resource ID: 18eddf48-4f94-492d-858b-29a181140e8d with Priority: HIGHEST for action port [ 623.063690] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a965616d-acb0-48c0-8947-41f243e9010f with Priority: HIGHEST for action security_group_rules [ 623.063798] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a965616d-acb0-48c0-8947-41f243e9010f with Priority: HIGHEST for action security_group_members [ 623.063906] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 18eddf48-4f94-492d-858b-29a181140e8d with Priority: HIGHEST for action port [ 623.064564] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a965616d-acb0-48c0-8947-41f243e9010f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.064946] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.065160] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.065707] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.065707] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.066629] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-a965616d-acb0-48c0-8947-41f243e9010f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.068539] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.068539] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-18eddf48-4f94-492d-858b-29a181140e8d taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.068539] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-18eddf48-4f94-492d-858b-29a181140e8d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.068539] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-18eddf48-4f94-492d-858b-29a181140e8d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.068539] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-18eddf48-4f94-492d-858b-29a181140e8d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.068539] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('18eddf48-4f94-492d-858b-29a181140e8d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.076482] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b017dc07-b3d3-4513-af49-1581acab1bfa in Status: SUCCESS [ 623.077523] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.078214] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.167456] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0f394fdd-887f-4a02-be0d-6f4fee4025e2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.258545] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2e7cd6e7-edff-4310-9e3d-31f87e75574d [ 623.259150] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.261583] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.261796] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.262102] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.262222] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.262708] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2e7cd6e7-edff-4310-9e3d-31f87e75574d already deleted. [ 623.262793] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2e7cd6e7-edff-4310-9e3d-31f87e75574d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.444407] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-747 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.444804] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-747" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.444944] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-747" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.445942] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-747" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.447044] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.447236] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.447889] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.449780] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.449780] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.449780] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 623.450410] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.450642] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.455968] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.455968] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 623.455968] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.455968] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.473893] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.474656] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 623.474656] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.474656] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-747" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.474968] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-87521fec-d050-4efd-ae7f-994cb6764b92 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.474968] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-87521fec-d050-4efd-ae7f-994cb6764b92" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.474968] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-87521fec-d050-4efd-ae7f-994cb6764b92" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.475318] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-87521fec-d050-4efd-ae7f-994cb6764b92" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.477363] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87521fec-d050-4efd-ae7f-994cb6764b92',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.569890] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-a965616d-acb0-48c0-8947-41f243e9010f taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.570059] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.570267] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 18eddf48-4f94-492d-858b-29a181140e8d with status ACTIVE [ 623.570478] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.570588] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.570666] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.570892] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.571966] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.571966] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.571966] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.571966] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.571966] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.571966] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.571966] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.571966] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.571966] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.573105] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.573105] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.573105] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 18eddf48-4f94-492d-858b-29a181140e8d is going to be updated. [ 623.582290] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.582290] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.582290] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.582290] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.582290] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.582290] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a965616d-acb0-48c0-8947-41f243e9010f is going to be created. [ 623.600017] env[68192]: INFO networking_nsxv3.common.synchronization [req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 req-e2d7308d-d4db-46a8-b572-fbb5e1e33cb4 tempest-AttachInterfacesTestJSON-972395670 tempest-AttachInterfacesTestJSON-972395670-project-member] Enqueued Resource ID: 5067ea29-94b1-42b6-b977-f06c17b5989f with Priority: HIGHEST for action security_group_members [ 623.600017] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5067ea29-94b1-42b6-b977-f06c17b5989f with Priority: HIGHEST for action security_group_members [ 623.600017] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-5067ea29-94b1-42b6-b977-f06c17b5989f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.600017] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5067ea29-94b1-42b6-b977-f06c17b5989f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.601292] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5067ea29-94b1-42b6-b977-f06c17b5989f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.601883] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5067ea29-94b1-42b6-b977-f06c17b5989f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.602094] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.602218] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.602280] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.602459] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.602554] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.602651] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5067ea29-94b1-42b6-b977-f06c17b5989f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.604365] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.604491] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.604541] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.606137] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.606290] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.606522] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-18eddf48-4f94-492d-858b-29a181140e8d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.609136] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.609312] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.609381] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.609555] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.609718] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.618266] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a965616d-acb0-48c0-8947-41f243e9010f in Status: UNINITIALIZED for 2s [ 623.669629] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0f394fdd-887f-4a02-be0d-6f4fee4025e2: rpc.has_security_group_logging(os_id): False [ 623.704861] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.704970] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.705486] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.705486] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.705486] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.705689] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.705689] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.705770] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.707936] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.708109] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.708252] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0f394fdd-887f-4a02-be0d-6f4fee4025e2 is going to be created. [ 623.806165] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.812021] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.812021] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.812021] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.812021] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.823238] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f394fdd-887f-4a02-be0d-6f4fee4025e2 in Status: IN_PROGRESS for 2s [ 623.979975] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.980223] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.980386] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.980675] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.980825] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.980978] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port 87521fec-d050-4efd-ae7f-994cb6764b92 not found, creating... [ 623.981254] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.981413] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.981529] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.981754] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.981892] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.982203] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.982360] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.982508] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.982742] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.982879] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.985727] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: 87521fec-d050-4efd-ae7f-994cb6764b92 is going to be created. [ 624.015307] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.016118] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.016118] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.016118] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.016118] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.016345] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-87521fec-d050-4efd-ae7f-994cb6764b92" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.108690] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.108690] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.108690] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.108690] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.108690] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.108690] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.108690] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.108690] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.108690] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.110057] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.110057] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5067ea29-94b1-42b6-b977-f06c17b5989f already deleted. [ 624.110057] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5067ea29-94b1-42b6-b977-f06c17b5989f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.378084] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-684 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.378301] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-684" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.378426] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-684" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.378802] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-684" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.382283] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.382763] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.383280] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.383837] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.383933] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.384213] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 624.384403] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 624.384556] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 624.384688] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 624.384902] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 624.385097] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 624.385307] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 624.405201] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 624.407068] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 624.407068] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 624.407068] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-684" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.407068] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.407068] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.407616] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.408178] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.408365] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.513111] env[68192]: INFO networking_nsxv3.common.synchronization [None req-8e80295f-8b64-4b90-b8a4-2083007fb7f0 None None] Enqueued Resource ID: e48ea066-88d0-4971-9011-06f0804ce917 with Priority: HIGHEST for action port [ 624.513111] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e48ea066-88d0-4971-9011-06f0804ce917 with Priority: HIGHEST for action port [ 624.513525] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-e48ea066-88d0-4971-9011-06f0804ce917 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.514181] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e48ea066-88d0-4971-9011-06f0804ce917" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.514181] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e48ea066-88d0-4971-9011-06f0804ce917" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.514181] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e48ea066-88d0-4971-9011-06f0804ce917" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.514181] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e48ea066-88d0-4971-9011-06f0804ce917',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.914037] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.914037] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.914037] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.915413] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.915413] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.915413] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c not found, creating... [ 624.915413] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.915413] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.915413] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.917436] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.917436] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.917436] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.917436] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.917640] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.917798] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.917961] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.918169] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c is going to be created. [ 624.942519] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.942519] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.942519] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.942519] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.942519] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.942519] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.997360] env[68192]: INFO networking_nsxv3.common.synchronization [None req-76bd8764-4cf6-4ea2-b9e8-108b2a40f683 None None] Enqueued Resource ID: fb1f1854-85bd-49d1-b71a-d270544fbb4f with Priority: HIGHEST for action port [ 624.997622] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fb1f1854-85bd-49d1-b71a-d270544fbb4f with Priority: HIGHEST for action port [ 624.998226] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-fb1f1854-85bd-49d1-b71a-d270544fbb4f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.998356] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fb1f1854-85bd-49d1-b71a-d270544fbb4f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.998421] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fb1f1854-85bd-49d1-b71a-d270544fbb4f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.998676] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fb1f1854-85bd-49d1-b71a-d270544fbb4f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.998815] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fb1f1854-85bd-49d1-b71a-d270544fbb4f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.018007] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e48ea066-88d0-4971-9011-06f0804ce917 [ 625.018322] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.018424] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.018460] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.018674] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.018766] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.018856] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e48ea066-88d0-4971-9011-06f0804ce917 already deleted. [ 625.019130] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e48ea066-88d0-4971-9011-06f0804ce917" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.504376] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fb1f1854-85bd-49d1-b71a-d270544fbb4f [ 625.504726] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.504726] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.504824] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.505104] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.505210] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.505322] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fb1f1854-85bd-49d1-b71a-d270544fbb4f already deleted. [ 625.505386] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fb1f1854-85bd-49d1-b71a-d270544fbb4f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.574182] env[68192]: INFO networking_nsxv3.common.synchronization [None req-060d1266-5d3a-4fad-949b-7fd85a6d2129 None None] Enqueued Resource ID: 83ce1a0d-9d48-4c4f-b337-700b32847a16 with Priority: HIGHEST for action port [ 625.574182] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 83ce1a0d-9d48-4c4f-b337-700b32847a16 with Priority: HIGHEST for action port [ 625.574264] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-83ce1a0d-9d48-4c4f-b337-700b32847a16 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.574338] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-83ce1a0d-9d48-4c4f-b337-700b32847a16" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.574563] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-83ce1a0d-9d48-4c4f-b337-700b32847a16" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.574651] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-83ce1a0d-9d48-4c4f-b337-700b32847a16" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.574729] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('83ce1a0d-9d48-4c4f-b337-700b32847a16',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.628302] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a965616d-acb0-48c0-8947-41f243e9010f in Status: SUCCESS [ 625.628302] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.628302] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.628302] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.628504] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.628559] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.628592] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.628744] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.628824] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.628928] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.758975] env[68192]: INFO networking_nsxv3.common.synchronization [req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 req-fee9f60c-1cca-41ad-851b-323400987914 service nova] Enqueued Resource ID: a965616d-acb0-48c0-8947-41f243e9010f with Priority: HIGHEST for action security_group_rules [ 625.759161] env[68192]: INFO networking_nsxv3.common.synchronization [req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 req-fee9f60c-1cca-41ad-851b-323400987914 service nova] Enqueued Resource ID: a965616d-acb0-48c0-8947-41f243e9010f with Priority: HIGHEST for action security_group_members [ 625.759348] env[68192]: INFO networking_nsxv3.common.synchronization [req-0fb9bc24-91ee-41e5-8cf6-fda2abcdbda3 req-fee9f60c-1cca-41ad-851b-323400987914 service nova] Enqueued Resource ID: 87521fec-d050-4efd-ae7f-994cb6764b92 with Priority: HIGHEST for action port [ 625.759877] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a965616d-acb0-48c0-8947-41f243e9010f with Priority: HIGHEST for action security_group_rules [ 625.760017] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a965616d-acb0-48c0-8947-41f243e9010f with Priority: HIGHEST for action security_group_members [ 625.760116] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 87521fec-d050-4efd-ae7f-994cb6764b92 with Priority: HIGHEST for action port [ 625.760713] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a965616d-acb0-48c0-8947-41f243e9010f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.760799] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.760987] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-a965616d-acb0-48c0-8947-41f243e9010f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.761112] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.761278] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-87521fec-d050-4efd-ae7f-994cb6764b92 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.761376] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-87521fec-d050-4efd-ae7f-994cb6764b92" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.761431] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-87521fec-d050-4efd-ae7f-994cb6764b92" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.761646] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-87521fec-d050-4efd-ae7f-994cb6764b92" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.761734] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('87521fec-d050-4efd-ae7f-994cb6764b92',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.834881] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0f394fdd-887f-4a02-be0d-6f4fee4025e2 in Status: SUCCESS [ 625.835125] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0f394fdd-887f-4a02-be0d-6f4fee4025e2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.964174] env[68192]: INFO networking_nsxv3.common.synchronization [None req-66f97c42-1384-4ae5-812c-61d9a90c145b None None] Enqueued Resource ID: 2a9fcef5-7f66-4897-9afe-1dc91a75292c with Priority: HIGHEST for action port [ 625.964174] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2a9fcef5-7f66-4897-9afe-1dc91a75292c with Priority: HIGHEST for action port [ 625.964174] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-2a9fcef5-7f66-4897-9afe-1dc91a75292c taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.964823] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2a9fcef5-7f66-4897-9afe-1dc91a75292c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.965015] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2a9fcef5-7f66-4897-9afe-1dc91a75292c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.965417] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2a9fcef5-7f66-4897-9afe-1dc91a75292c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.965721] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2a9fcef5-7f66-4897-9afe-1dc91a75292c',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.077984] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 83ce1a0d-9d48-4c4f-b337-700b32847a16 [ 626.078261] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.078389] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.078449] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.078671] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.078757] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.078845] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:83ce1a0d-9d48-4c4f-b337-700b32847a16 already deleted. [ 626.078939] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-83ce1a0d-9d48-4c4f-b337-700b32847a16" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.081644] env[68192]: INFO networking_nsxv3.common.synchronization [req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 req-e7236dc7-1b98-4565-8555-8d4b6cf10016 service nova] Enqueued Resource ID: 5067ea29-94b1-42b6-b977-f06c17b5989f with Priority: HIGHEST for action security_group_rules [ 626.081644] env[68192]: INFO networking_nsxv3.common.synchronization [req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 req-e7236dc7-1b98-4565-8555-8d4b6cf10016 service nova] Enqueued Resource ID: 5067ea29-94b1-42b6-b977-f06c17b5989f with Priority: HIGHEST for action security_group_members [ 626.081644] env[68192]: INFO networking_nsxv3.common.synchronization [req-e3257ed9-eace-479e-a28b-2fe7a9adcd89 req-e7236dc7-1b98-4565-8555-8d4b6cf10016 service nova] Enqueued Resource ID: d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c with Priority: HIGHEST for action port [ 626.081982] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5067ea29-94b1-42b6-b977-f06c17b5989f with Priority: HIGHEST for action security_group_rules [ 626.082091] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5067ea29-94b1-42b6-b977-f06c17b5989f with Priority: HIGHEST for action security_group_members [ 626.082185] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c with Priority: HIGHEST for action port [ 626.082913] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5067ea29-94b1-42b6-b977-f06c17b5989f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.083049] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5067ea29-94b1-42b6-b977-f06c17b5989f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.083104] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5067ea29-94b1-42b6-b977-f06c17b5989f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.083508] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5067ea29-94b1-42b6-b977-f06c17b5989f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.083508] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5067ea29-94b1-42b6-b977-f06c17b5989f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.084637] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-5067ea29-94b1-42b6-b977-f06c17b5989f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.084724] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5067ea29-94b1-42b6-b977-f06c17b5989f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.084789] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5067ea29-94b1-42b6-b977-f06c17b5989f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.085827] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5067ea29-94b1-42b6-b977-f06c17b5989f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.085827] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.085827] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.085827] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.085827] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.085827] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.086357] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5067ea29-94b1-42b6-b977-f06c17b5989f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.090818] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.091471] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.091471] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.091722] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.091722] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.131425] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.265598] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 87521fec-d050-4efd-ae7f-994cb6764b92 with status ACTIVE [ 626.265854] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.265991] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.266074] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.266321] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.266395] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.266579] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.266672] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.266733] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.266878] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.266982] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.267166] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.267258] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.267315] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.267455] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.267526] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.267606] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 87521fec-d050-4efd-ae7f-994cb6764b92 is going to be updated. [ 626.289091] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.291677] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.291764] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.291973] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.292128] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.292293] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-87521fec-d050-4efd-ae7f-994cb6764b92" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.468603] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2a9fcef5-7f66-4897-9afe-1dc91a75292c [ 626.469126] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.469429] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.469557] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.469831] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.471273] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.471273] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2a9fcef5-7f66-4897-9afe-1dc91a75292c already deleted. [ 626.471273] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2a9fcef5-7f66-4897-9afe-1dc91a75292c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.595299] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5067ea29-94b1-42b6-b977-f06c17b5989f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.595299] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-5067ea29-94b1-42b6-b977-f06c17b5989f taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.595299] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5067ea29-94b1-42b6-b977-f06c17b5989f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.595299] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c with status ACTIVE [ 626.595299] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.595851] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.595851] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.595851] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.595956] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.596981] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.596981] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.596981] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.596981] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.596981] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.597400] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.597400] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.597400] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.597400] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.597576] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.597576] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c is going to be updated. [ 626.619966] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.620214] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.620333] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.620607] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.620794] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.621038] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9dc7bf8-4e1e-47fe-97eb-6148ecd0519c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.639188] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.102959] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5067ea29-94b1-42b6-b977-f06c17b5989f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.144510] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.144667] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.144743] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.144948] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.145069] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.145320] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a965616d-acb0-48c0-8947-41f243e9010f is going to be updated. [ 627.148181] env[68192]: INFO networking_nsxv3.common.synchronization [req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 req-e01b0191-f44d-4b34-a7f5-05103a9286fb tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Enqueued Resource ID: bc20aefb-fb8a-4d2f-a875-ace090f92f60 with Priority: HIGHEST for action security_group_members [ 627.150354] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc20aefb-fb8a-4d2f-a875-ace090f92f60 with Priority: HIGHEST for action security_group_members [ 627.150354] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc20aefb-fb8a-4d2f-a875-ace090f92f60 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.150354] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc20aefb-fb8a-4d2f-a875-ace090f92f60" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.150573] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc20aefb-fb8a-4d2f-a875-ace090f92f60" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.150893] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc20aefb-fb8a-4d2f-a875-ace090f92f60" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.152202] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.153162] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.153267] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.153537] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.153666] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.154658] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc20aefb-fb8a-4d2f-a875-ace090f92f60',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.178313] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.178662] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.178662] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.179660] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.179660] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.191272] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a965616d-acb0-48c0-8947-41f243e9010f in Status: IN_PROGRESS for 2s [ 627.605439] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.605742] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.605742] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.605873] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.605968] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.606064] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5067ea29-94b1-42b6-b977-f06c17b5989f is going to be created. [ 627.627464] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.627623] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.627663] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.627860] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.628166] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.637074] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5067ea29-94b1-42b6-b977-f06c17b5989f in Status: UNINITIALIZED for 2s [ 627.659715] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.660350] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.660350] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.660350] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.660350] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.660607] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.660607] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.660690] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.660805] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.662216] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.662431] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc20aefb-fb8a-4d2f-a875-ace090f92f60 already deleted. [ 627.662431] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc20aefb-fb8a-4d2f-a875-ace090f92f60" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.796016] env[68192]: INFO networking_nsxv3.common.synchronization [None req-d6c72d5c-0284-4ff9-9cbe-71819faae70b None None] Enqueued Resource ID: b7a4462e-76a5-412a-8377-d1b508d7d79a with Priority: HIGHEST for action port [ 627.796016] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b7a4462e-76a5-412a-8377-d1b508d7d79a with Priority: HIGHEST for action port [ 627.796016] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-b7a4462e-76a5-412a-8377-d1b508d7d79a taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.796016] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b7a4462e-76a5-412a-8377-d1b508d7d79a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.796016] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b7a4462e-76a5-412a-8377-d1b508d7d79a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.796016] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b7a4462e-76a5-412a-8377-d1b508d7d79a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.797443] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b7a4462e-76a5-412a-8377-d1b508d7d79a',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.255744] env[68192]: INFO networking_nsxv3.common.synchronization [None req-7e672e5e-df74-4aa5-9708-9bc36f1fde45 None None] Enqueued Resource ID: cc37fcb7-ac54-4835-a8c0-7783aa5314d0 with Priority: HIGHEST for action port [ 628.255744] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc37fcb7-ac54-4835-a8c0-7783aa5314d0 with Priority: HIGHEST for action port [ 628.255744] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc37fcb7-ac54-4835-a8c0-7783aa5314d0 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.255744] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc37fcb7-ac54-4835-a8c0-7783aa5314d0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.255744] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc37fcb7-ac54-4835-a8c0-7783aa5314d0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.255744] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc37fcb7-ac54-4835-a8c0-7783aa5314d0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.255744] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc37fcb7-ac54-4835-a8c0-7783aa5314d0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.277040] env[68192]: INFO networking_nsxv3.common.synchronization [None req-6b85cb46-6048-4997-bc1e-f6e5e64ddf7f tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Enqueued Resource ID: 84c1644e-0418-495c-9d5b-ac68f4470a14 with Priority: HIGHEST for action security_group_rules [ 628.277313] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c1644e-0418-495c-9d5b-ac68f4470a14 with Priority: HIGHEST for action security_group_rules [ 628.277809] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84c1644e-0418-495c-9d5b-ac68f4470a14 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.277938] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84c1644e-0418-495c-9d5b-ac68f4470a14" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.278029] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84c1644e-0418-495c-9d5b-ac68f4470a14" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.278267] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84c1644e-0418-495c-9d5b-ac68f4470a14" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.278349] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84c1644e-0418-495c-9d5b-ac68f4470a14',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.300571] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b7a4462e-76a5-412a-8377-d1b508d7d79a [ 628.300845] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.301321] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.301321] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.301321] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.301461] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.301505] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b7a4462e-76a5-412a-8377-d1b508d7d79a already deleted. [ 628.301668] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b7a4462e-76a5-412a-8377-d1b508d7d79a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.423342] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.424688] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.425012] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.425990] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.428060] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.428502] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.428735] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.429103] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.429467] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.429796] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 628.431040] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 628.431040] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 628.431040] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 628.431040] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 628.431040] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 628.431040] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 628.450724] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 628.450724] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 628.450724] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 628.451820] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.455641] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-d36e3e1c-0da6-4b41-8caf-14e581cbf533 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.455641] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-d36e3e1c-0da6-4b41-8caf-14e581cbf533" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.455641] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-d36e3e1c-0da6-4b41-8caf-14e581cbf533" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.455641] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-d36e3e1c-0da6-4b41-8caf-14e581cbf533" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.455641] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d36e3e1c-0da6-4b41-8caf-14e581cbf533',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.638535] env[68192]: INFO networking_nsxv3.common.synchronization [None req-ac1606c0-e9a2-4856-8182-b4704726952f tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Enqueued Resource ID: 84c1644e-0418-495c-9d5b-ac68f4470a14 with Priority: HIGHEST for action security_group_rules [ 628.639547] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c1644e-0418-495c-9d5b-ac68f4470a14 with Priority: HIGHEST for action security_group_rules [ 628.639547] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84c1644e-0418-495c-9d5b-ac68f4470a14 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.642359] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84c1644e-0418-495c-9d5b-ac68f4470a14" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.757848] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cc37fcb7-ac54-4835-a8c0-7783aa5314d0 [ 628.757848] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.757848] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.757848] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.757848] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.758191] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.758191] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cc37fcb7-ac54-4835-a8c0-7783aa5314d0 already deleted. [ 628.758191] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc37fcb7-ac54-4835-a8c0-7783aa5314d0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.798503] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.798689] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.798723] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.799395] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.799510] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.799625] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84c1644e-0418-495c-9d5b-ac68f4470a14 already deleted. [ 628.799702] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84c1644e-0418-495c-9d5b-ac68f4470a14" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.799856] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84c1644e-0418-495c-9d5b-ac68f4470a14" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.800050] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84c1644e-0418-495c-9d5b-ac68f4470a14" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.800140] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84c1644e-0418-495c-9d5b-ac68f4470a14',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.958670] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.958860] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.958994] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.959332] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.959536] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.959715] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port d36e3e1c-0da6-4b41-8caf-14e581cbf533 not found, creating... [ 628.960046] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.960292] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.960359] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.960633] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.960778] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.963300] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.963401] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.963503] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.963777] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.963918] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.964124] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: d36e3e1c-0da6-4b41-8caf-14e581cbf533 is going to be created. [ 628.988750] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.989518] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.989806] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.990254] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.990655] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.991168] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-d36e3e1c-0da6-4b41-8caf-14e581cbf533" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.164743] env[68192]: INFO networking_nsxv3.common.synchronization [req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 req-cd2c2524-dc81-445d-8733-c6615dabae3f tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Enqueued Resource ID: f9bec502-1db0-427e-a60f-b20a3e0142ac with Priority: HIGHEST for action security_group_members [ 629.164743] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9bec502-1db0-427e-a60f-b20a3e0142ac with Priority: HIGHEST for action security_group_members [ 629.164743] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9bec502-1db0-427e-a60f-b20a3e0142ac taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.164743] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9bec502-1db0-427e-a60f-b20a3e0142ac" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.164743] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9bec502-1db0-427e-a60f-b20a3e0142ac" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.165797] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9bec502-1db0-427e-a60f-b20a3e0142ac" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.166140] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.166489] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.169332] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.169332] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.169332] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.169332] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9bec502-1db0-427e-a60f-b20a3e0142ac',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.202135] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a965616d-acb0-48c0-8947-41f243e9010f in Status: SUCCESS [ 629.202437] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.202518] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.202774] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.202928] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.203064] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.203128] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.203279] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.206123] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.206123] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.206123] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.206123] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.206123] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.206123] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.206123] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.206123] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.206123] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.206123] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.206123] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.323302] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.323302] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.323302] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.323302] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.323302] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.323302] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84c1644e-0418-495c-9d5b-ac68f4470a14 already deleted. [ 629.323302] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84c1644e-0418-495c-9d5b-ac68f4470a14" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.648076] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5067ea29-94b1-42b6-b977-f06c17b5989f in Status: SUCCESS [ 629.648409] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5067ea29-94b1-42b6-b977-f06c17b5989f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.648538] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5067ea29-94b1-42b6-b977-f06c17b5989f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.648704] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5067ea29-94b1-42b6-b977-f06c17b5989f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.648904] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.649036] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.649103] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.649291] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.649387] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.649449] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5067ea29-94b1-42b6-b977-f06c17b5989f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.649656] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5067ea29-94b1-42b6-b977-f06c17b5989f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.670697] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.671400] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.671519] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.671749] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.671835] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.672041] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.672149] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.672210] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.672358] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.672434] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.672518] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9bec502-1db0-427e-a60f-b20a3e0142ac already deleted. [ 629.672596] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9bec502-1db0-427e-a60f-b20a3e0142ac" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.707973] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.709739] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-a965616d-acb0-48c0-8947-41f243e9010f taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.709977] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.053264] env[68192]: INFO networking_nsxv3.common.synchronization [None req-a38a997d-85c5-4301-8514-61f7f429666c None None] Enqueued Resource ID: 9d8c18b9-c8d4-49a8-bb61-4b8ce4968ba2 with Priority: HIGHEST for action port [ 630.053264] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8c18b9-c8d4-49a8-bb61-4b8ce4968ba2 with Priority: HIGHEST for action port [ 630.053264] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d8c18b9-c8d4-49a8-bb61-4b8ce4968ba2 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.053264] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d8c18b9-c8d4-49a8-bb61-4b8ce4968ba2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.053264] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d8c18b9-c8d4-49a8-bb61-4b8ce4968ba2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.053264] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d8c18b9-c8d4-49a8-bb61-4b8ce4968ba2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.053264] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d8c18b9-c8d4-49a8-bb61-4b8ce4968ba2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.154090] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5067ea29-94b1-42b6-b977-f06c17b5989f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.210710] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.533024] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.533024] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.533024] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.533024] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.533024] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.533024] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.533024] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.535683] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.535683] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.536631] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 630.536631] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 630.536631] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 630.536631] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 630.536631] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 630.536631] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 630.539063] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 630.555388] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 630.555507] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 630.555651] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 630.555832] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.556255] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-e60da4b6-f988-4020-8690-c0de21647c59 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.556443] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-e60da4b6-f988-4020-8690-c0de21647c59" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.556563] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-e60da4b6-f988-4020-8690-c0de21647c59" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.556900] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-e60da4b6-f988-4020-8690-c0de21647c59" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.557050] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e60da4b6-f988-4020-8690-c0de21647c59',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.559086] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d8c18b9-c8d4-49a8-bb61-4b8ce4968ba2 [ 630.559404] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.559510] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.559624] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.559829] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.559932] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.560150] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d8c18b9-c8d4-49a8-bb61-4b8ce4968ba2 already deleted. [ 630.560321] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d8c18b9-c8d4-49a8-bb61-4b8ce4968ba2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.657651] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5067ea29-94b1-42b6-b977-f06c17b5989f: rpc.has_security_group_logging(os_id): False [ 630.677387] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.677387] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.677387] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.677387] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.677387] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.677387] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.677387] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.677387] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.677387] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.677387] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.677387] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5067ea29-94b1-42b6-b977-f06c17b5989f is going to be created. [ 630.714433] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.714965] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.715722] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.716070] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.716270] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.716461] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a965616d-acb0-48c0-8947-41f243e9010f is going to be updated. [ 630.736928] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.736928] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.736928] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.736928] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.736928] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.754102] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.754102] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.754102] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.754102] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.754102] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.755379] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5067ea29-94b1-42b6-b977-f06c17b5989f in Status: IN_PROGRESS for 2s [ 630.762486] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a965616d-acb0-48c0-8947-41f243e9010f in Status: IN_PROGRESS for 2s [ 630.996601] env[68192]: INFO networking_nsxv3.common.synchronization [req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 req-35b8c34f-ecae-4c76-a6d1-e044fa37c8a6 service nova] Enqueued Resource ID: bc20aefb-fb8a-4d2f-a875-ace090f92f60 with Priority: HIGHEST for action security_group_rules [ 630.996601] env[68192]: INFO networking_nsxv3.common.synchronization [req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 req-35b8c34f-ecae-4c76-a6d1-e044fa37c8a6 service nova] Enqueued Resource ID: bc20aefb-fb8a-4d2f-a875-ace090f92f60 with Priority: HIGHEST for action security_group_members [ 630.996601] env[68192]: INFO networking_nsxv3.common.synchronization [req-7e142851-9b49-4e48-ad5e-45af5eeec2a4 req-35b8c34f-ecae-4c76-a6d1-e044fa37c8a6 service nova] Enqueued Resource ID: d36e3e1c-0da6-4b41-8caf-14e581cbf533 with Priority: HIGHEST for action port [ 630.996601] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc20aefb-fb8a-4d2f-a875-ace090f92f60 with Priority: HIGHEST for action security_group_rules [ 630.996601] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc20aefb-fb8a-4d2f-a875-ace090f92f60 with Priority: HIGHEST for action security_group_members [ 630.996601] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d36e3e1c-0da6-4b41-8caf-14e581cbf533 with Priority: HIGHEST for action port [ 630.996601] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc20aefb-fb8a-4d2f-a875-ace090f92f60 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.996601] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc20aefb-fb8a-4d2f-a875-ace090f92f60" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.996601] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc20aefb-fb8a-4d2f-a875-ace090f92f60" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.998581] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc20aefb-fb8a-4d2f-a875-ace090f92f60" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.998581] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc20aefb-fb8a-4d2f-a875-ace090f92f60',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 630.999359] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc20aefb-fb8a-4d2f-a875-ace090f92f60 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.999516] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc20aefb-fb8a-4d2f-a875-ace090f92f60" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.999562] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc20aefb-fb8a-4d2f-a875-ace090f92f60" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.999774] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc20aefb-fb8a-4d2f-a875-ace090f92f60" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.999944] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.000051] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.000113] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.000291] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.000344] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.000488] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc20aefb-fb8a-4d2f-a875-ace090f92f60',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.007372] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-d36e3e1c-0da6-4b41-8caf-14e581cbf533 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.007526] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d36e3e1c-0da6-4b41-8caf-14e581cbf533" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.007592] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d36e3e1c-0da6-4b41-8caf-14e581cbf533" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.010019] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d36e3e1c-0da6-4b41-8caf-14e581cbf533" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.010019] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d36e3e1c-0da6-4b41-8caf-14e581cbf533',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.037719] env[68192]: INFO networking_nsxv3.common.synchronization [req-90d0f581-9214-49b5-942b-3252ac49a207 req-11baebaa-6b0d-4d89-9b2d-64795a7e61f0 tempest-DeleteServersAdminTestJSON-692635446 tempest-DeleteServersAdminTestJSON-692635446-project-admin] Enqueued Resource ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 with Priority: HIGHEST for action security_group_members [ 631.038884] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 with Priority: HIGHEST for action security_group_members [ 631.040427] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.040427] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.040427] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.040427] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.040427] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.040427] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.040427] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.040830] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.040830] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.040830] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.062317] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.062722] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.062827] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.063079] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.063231] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.063402] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port e60da4b6-f988-4020-8690-c0de21647c59 not found, creating... [ 631.063680] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.063846] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.063964] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.064208] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.064348] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.064634] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.064786] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.064896] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.065306] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.065306] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.065407] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: e60da4b6-f988-4020-8690-c0de21647c59 is going to be created. [ 631.086766] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.086766] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.087264] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.087264] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.088050] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.088050] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-e60da4b6-f988-4020-8690-c0de21647c59" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.315287] env[68192]: INFO networking_nsxv3.common.synchronization [req-fb741d17-80fb-4cad-af96-503df299112e req-1afda640-fe02-434f-9a57-225831bf0886 tempest-VolumesAssistedSnapshotsTest-1126906521 tempest-VolumesAssistedSnapshotsTest-1126906521-project-member] Enqueued Resource ID: c9b78eaa-ba67-4b7b-880d-b6c915e5e62b with Priority: HIGHEST for action security_group_members [ 631.315287] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9b78eaa-ba67-4b7b-880d-b6c915e5e62b with Priority: HIGHEST for action security_group_members [ 631.315287] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9b78eaa-ba67-4b7b-880d-b6c915e5e62b taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.320121] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9b78eaa-ba67-4b7b-880d-b6c915e5e62b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.320290] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9b78eaa-ba67-4b7b-880d-b6c915e5e62b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.320621] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9b78eaa-ba67-4b7b-880d-b6c915e5e62b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.320819] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.320959] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.321025] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.321790] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.321790] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.321790] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9b78eaa-ba67-4b7b-880d-b6c915e5e62b',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.490750] env[68192]: INFO networking_nsxv3.common.synchronization [None req-ea0fca11-d670-4695-af50-d8c19e4352dd None None] Enqueued Resource ID: 2f7fb57f-530f-4585-b058-912545dca49e with Priority: HIGHEST for action port [ 631.491037] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f7fb57f-530f-4585-b058-912545dca49e with Priority: HIGHEST for action port [ 631.491693] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-2f7fb57f-530f-4585-b058-912545dca49e taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.491819] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2f7fb57f-530f-4585-b058-912545dca49e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.491855] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2f7fb57f-530f-4585-b058-912545dca49e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.493678] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2f7fb57f-530f-4585-b058-912545dca49e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.493678] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2f7fb57f-530f-4585-b058-912545dca49e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.511464] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc20aefb-fb8a-4d2f-a875-ace090f92f60 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.511464] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc20aefb-fb8a-4d2f-a875-ace090f92f60" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.511464] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bc20aefb-fb8a-4d2f-a875-ace090f92f60',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.512775] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d36e3e1c-0da6-4b41-8caf-14e581cbf533 with status ACTIVE [ 631.513449] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.513449] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.513602] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.514106] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.514374] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.514863] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.515728] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.515728] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.515728] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.515728] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.516080] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.516341] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.516582] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.517041] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.517041] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.517379] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d36e3e1c-0da6-4b41-8caf-14e581cbf533 is going to be updated. [ 631.539569] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.539569] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.539569] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.539569] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.539569] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.539569] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d36e3e1c-0da6-4b41-8caf-14e581cbf533" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.549536] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.549536] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.549536] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.549536] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.549536] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.549536] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.549536] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.549536] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.549536] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.549536] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.549536] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 is going to be updated. [ 631.575160] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.575344] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.575388] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.575624] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.575734] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.583476] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 in Status: IN_PROGRESS for 2s [ 631.824238] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.824714] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.824714] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.824714] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.824966] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.824966] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.825094] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.825142] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.825251] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.825369] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.825437] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9b78eaa-ba67-4b7b-880d-b6c915e5e62b already deleted. [ 631.825508] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9b78eaa-ba67-4b7b-880d-b6c915e5e62b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.996900] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2f7fb57f-530f-4585-b058-912545dca49e [ 631.996900] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.996900] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.996900] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.996900] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.996900] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.996900] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2f7fb57f-530f-4585-b058-912545dca49e already deleted. [ 631.996900] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2f7fb57f-530f-4585-b058-912545dca49e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.013783] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bc20aefb-fb8a-4d2f-a875-ace090f92f60',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.090607] env[68192]: INFO networking_nsxv3.common.synchronization [None req-5e553cd3-369a-4e19-a506-5e7ada23c4f6 None None] Enqueued Resource ID: 2d56e674-e59b-4e7c-822b-c7f4680cac79 with Priority: HIGHEST for action port [ 632.090781] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2d56e674-e59b-4e7c-822b-c7f4680cac79 with Priority: HIGHEST for action port [ 632.091370] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-2d56e674-e59b-4e7c-822b-c7f4680cac79 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.093376] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2d56e674-e59b-4e7c-822b-c7f4680cac79" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.093608] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2d56e674-e59b-4e7c-822b-c7f4680cac79" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.094354] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2d56e674-e59b-4e7c-822b-c7f4680cac79" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.094667] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2d56e674-e59b-4e7c-822b-c7f4680cac79',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.386110] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-149 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.386919] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-149" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.388025] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-149" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.388025] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-149" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.388025] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.388317] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.388542] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.388862] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.389130] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.389501] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 632.389739] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 632.389947] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 632.390158] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 632.391034] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 632.391034] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 632.391034] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 632.411161] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 632.411161] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 632.411161] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 632.411161] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-149" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.411161] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-980f8fa9-2520-430e-8238-c3adc8e569fb taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.411161] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-980f8fa9-2520-430e-8238-c3adc8e569fb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.411161] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-980f8fa9-2520-430e-8238-c3adc8e569fb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.412199] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-980f8fa9-2520-430e-8238-c3adc8e569fb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.412524] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('980f8fa9-2520-430e-8238-c3adc8e569fb',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.515184] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.515765] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.515765] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.515765] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.515984] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.515984] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc20aefb-fb8a-4d2f-a875-ace090f92f60 is going to be created. [ 632.555534] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.556145] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.556298] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.556603] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.557060] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.568079] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc20aefb-fb8a-4d2f-a875-ace090f92f60 in Status: UNINITIALIZED for 2s [ 632.596570] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2d56e674-e59b-4e7c-822b-c7f4680cac79 [ 632.596823] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.596961] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.597042] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.597310] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.597408] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.597508] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2d56e674-e59b-4e7c-822b-c7f4680cac79 already deleted. [ 632.597589] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2d56e674-e59b-4e7c-822b-c7f4680cac79" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.766623] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5067ea29-94b1-42b6-b977-f06c17b5989f in Status: SUCCESS [ 632.767638] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5067ea29-94b1-42b6-b977-f06c17b5989f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.770559] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a965616d-acb0-48c0-8947-41f243e9010f in Status: SUCCESS [ 632.770779] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.770940] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.771175] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.771368] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.771488] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.771555] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.771722] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.771822] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.771916] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.772099] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-a965616d-acb0-48c0-8947-41f243e9010f taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.772195] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.772249] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.772421] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.772570] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.772776] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.772776] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.772912] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.772980] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.773278] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.773380] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.914870] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.916298] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.916298] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.918198] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.918198] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.918198] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port 980f8fa9-2520-430e-8238-c3adc8e569fb not found, creating... [ 632.921289] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.921512] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.921830] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.922060] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.922482] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.922804] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.923220] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.923373] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.924049] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.924049] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.924049] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: 980f8fa9-2520-430e-8238-c3adc8e569fb is going to be created. [ 632.945982] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.946999] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.947309] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.948619] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.948619] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.948619] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-980f8fa9-2520-430e-8238-c3adc8e569fb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.017906] env[68192]: INFO networking_nsxv3.common.synchronization [req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 req-0c6e9fef-0cd4-4eee-8f1a-a893c3e9c102 service nova] Enqueued Resource ID: f9bec502-1db0-427e-a60f-b20a3e0142ac with Priority: HIGHEST for action security_group_rules [ 633.018355] env[68192]: INFO networking_nsxv3.common.synchronization [req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 req-0c6e9fef-0cd4-4eee-8f1a-a893c3e9c102 service nova] Enqueued Resource ID: f9bec502-1db0-427e-a60f-b20a3e0142ac with Priority: HIGHEST for action security_group_members [ 633.018355] env[68192]: INFO networking_nsxv3.common.synchronization [req-89a9fac9-ba2d-4584-8e36-1aeb55dc7870 req-0c6e9fef-0cd4-4eee-8f1a-a893c3e9c102 service nova] Enqueued Resource ID: e60da4b6-f988-4020-8690-c0de21647c59 with Priority: HIGHEST for action port [ 633.018557] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9bec502-1db0-427e-a60f-b20a3e0142ac with Priority: HIGHEST for action security_group_rules [ 633.018681] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9bec502-1db0-427e-a60f-b20a3e0142ac with Priority: HIGHEST for action security_group_members [ 633.018681] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e60da4b6-f988-4020-8690-c0de21647c59 with Priority: HIGHEST for action port [ 633.019489] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f9bec502-1db0-427e-a60f-b20a3e0142ac taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.019664] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f9bec502-1db0-427e-a60f-b20a3e0142ac" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.019819] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f9bec502-1db0-427e-a60f-b20a3e0142ac" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.020174] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f9bec502-1db0-427e-a60f-b20a3e0142ac" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.020300] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f9bec502-1db0-427e-a60f-b20a3e0142ac',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.022438] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9bec502-1db0-427e-a60f-b20a3e0142ac taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.022438] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9bec502-1db0-427e-a60f-b20a3e0142ac" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.022438] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9bec502-1db0-427e-a60f-b20a3e0142ac" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.022438] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9bec502-1db0-427e-a60f-b20a3e0142ac" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.022438] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.022438] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.022438] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.022881] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.022881] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.023083] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9bec502-1db0-427e-a60f-b20a3e0142ac',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.024517] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-e60da4b6-f988-4020-8690-c0de21647c59 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.024635] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e60da4b6-f988-4020-8690-c0de21647c59" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.024928] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e60da4b6-f988-4020-8690-c0de21647c59" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.024928] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e60da4b6-f988-4020-8690-c0de21647c59" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.025053] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e60da4b6-f988-4020-8690-c0de21647c59',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.275367] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a965616d-acb0-48c0-8947-41f243e9010f: rpc.has_security_group_logging(os_id): False [ 633.296565] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.296732] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.296790] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.297012] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.297115] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.297343] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.297446] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.297509] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.297666] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.297744] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.297924] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.298060] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.298125] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.298664] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.298664] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.298664] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.298664] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.299115] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.299115] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.299115] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.299345] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a965616d-acb0-48c0-8947-41f243e9010f is going to be created. [ 633.377831] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.377970] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.378057] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.378390] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.378470] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.388811] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a965616d-acb0-48c0-8947-41f243e9010f in Status: IN_PROGRESS for 2s [ 633.522604] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9bec502-1db0-427e-a60f-b20a3e0142ac taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.522764] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9bec502-1db0-427e-a60f-b20a3e0142ac" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.529081] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f9bec502-1db0-427e-a60f-b20a3e0142ac',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.529081] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e60da4b6-f988-4020-8690-c0de21647c59 with status ACTIVE [ 633.529081] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.529081] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.529081] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.529081] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.529081] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.529081] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.529081] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.529081] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.529081] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.529081] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.529081] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.529081] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.529081] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.529081] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.529885] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.529885] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e60da4b6-f988-4020-8690-c0de21647c59 is going to be updated. [ 633.561817] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.561967] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.562075] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.562263] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.562405] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.562558] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e60da4b6-f988-4020-8690-c0de21647c59" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.594165] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 in Status: SUCCESS [ 633.594351] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 deletion is rescheduled due to dependency. [ 633.594465] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.670970] env[68192]: INFO networking_nsxv3.common.synchronization [None req-74f38f1e-9394-4fe3-93d9-14170d1cce18 None None] Enqueued Resource ID: 1a76fa20-f674-436c-a964-edef60b6e09c with Priority: HIGHEST for action port [ 633.671290] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a76fa20-f674-436c-a964-edef60b6e09c with Priority: HIGHEST for action port [ 633.672203] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a76fa20-f674-436c-a964-edef60b6e09c taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.672203] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a76fa20-f674-436c-a964-edef60b6e09c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.672494] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a76fa20-f674-436c-a964-edef60b6e09c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.672730] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a76fa20-f674-436c-a964-edef60b6e09c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.672812] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a76fa20-f674-436c-a964-edef60b6e09c',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.961331] env[68192]: INFO networking_nsxv3.common.synchronization [req-fb741d17-80fb-4cad-af96-503df299112e req-74290037-8530-4ead-bf03-082ff4419d47 service nova] Enqueued Resource ID: c9b78eaa-ba67-4b7b-880d-b6c915e5e62b with Priority: HIGHEST for action security_group_rules [ 633.961331] env[68192]: INFO networking_nsxv3.common.synchronization [req-fb741d17-80fb-4cad-af96-503df299112e req-74290037-8530-4ead-bf03-082ff4419d47 service nova] Enqueued Resource ID: c9b78eaa-ba67-4b7b-880d-b6c915e5e62b with Priority: HIGHEST for action security_group_members [ 633.961331] env[68192]: INFO networking_nsxv3.common.synchronization [req-fb741d17-80fb-4cad-af96-503df299112e req-74290037-8530-4ead-bf03-082ff4419d47 service nova] Enqueued Resource ID: 980f8fa9-2520-430e-8238-c3adc8e569fb with Priority: HIGHEST for action port [ 633.961331] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9b78eaa-ba67-4b7b-880d-b6c915e5e62b with Priority: HIGHEST for action security_group_rules [ 633.961331] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c9b78eaa-ba67-4b7b-880d-b6c915e5e62b with Priority: HIGHEST for action security_group_members [ 633.961331] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 980f8fa9-2520-430e-8238-c3adc8e569fb with Priority: HIGHEST for action port [ 633.961759] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c9b78eaa-ba67-4b7b-880d-b6c915e5e62b taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.961830] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c9b78eaa-ba67-4b7b-880d-b6c915e5e62b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.962200] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c9b78eaa-ba67-4b7b-880d-b6c915e5e62b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.964038] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c9b78eaa-ba67-4b7b-880d-b6c915e5e62b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.964038] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c9b78eaa-ba67-4b7b-880d-b6c915e5e62b',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.964244] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9b78eaa-ba67-4b7b-880d-b6c915e5e62b taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.964362] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9b78eaa-ba67-4b7b-880d-b6c915e5e62b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.966183] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9b78eaa-ba67-4b7b-880d-b6c915e5e62b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.966183] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9b78eaa-ba67-4b7b-880d-b6c915e5e62b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.966183] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.966183] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.966183] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.966183] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.966183] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.966183] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c9b78eaa-ba67-4b7b-880d-b6c915e5e62b',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 633.966659] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-980f8fa9-2520-430e-8238-c3adc8e569fb taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.966659] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-980f8fa9-2520-430e-8238-c3adc8e569fb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.966659] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-980f8fa9-2520-430e-8238-c3adc8e569fb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.966776] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-980f8fa9-2520-430e-8238-c3adc8e569fb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.966885] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('980f8fa9-2520-430e-8238-c3adc8e569fb',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.032930] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f9bec502-1db0-427e-a60f-b20a3e0142ac',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.176706] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a76fa20-f674-436c-a964-edef60b6e09c [ 634.176968] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.177195] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.177348] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.177527] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.177621] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.177718] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a76fa20-f674-436c-a964-edef60b6e09c already deleted. [ 634.177817] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a76fa20-f674-436c-a964-edef60b6e09c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.320569] env[68192]: INFO networking_nsxv3.common.synchronization [req-810c8a46-b9be-4a96-9876-e32436639e93 req-ea31896e-13c8-4ef0-ac85-88a153c961c8 tempest-ServerExternalEventsTest-2138289009 tempest-ServerExternalEventsTest-2138289009-project-member] Enqueued Resource ID: df3f8677-87c1-4453-a36d-811f1dd3abf0 with Priority: HIGHEST for action security_group_members [ 634.321149] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df3f8677-87c1-4453-a36d-811f1dd3abf0 with Priority: HIGHEST for action security_group_members [ 634.321490] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-df3f8677-87c1-4453-a36d-811f1dd3abf0 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.321633] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df3f8677-87c1-4453-a36d-811f1dd3abf0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.321708] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df3f8677-87c1-4453-a36d-811f1dd3abf0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.323675] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df3f8677-87c1-4453-a36d-811f1dd3abf0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.323675] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.323675] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.323675] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.323675] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.323675] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.323675] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df3f8677-87c1-4453-a36d-811f1dd3abf0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.471928] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-c9b78eaa-ba67-4b7b-880d-b6c915e5e62b taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.472683] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c9b78eaa-ba67-4b7b-880d-b6c915e5e62b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.472683] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c9b78eaa-ba67-4b7b-880d-b6c915e5e62b',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.473252] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 980f8fa9-2520-430e-8238-c3adc8e569fb with status ACTIVE [ 634.476026] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.476026] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.476026] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.476026] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.476026] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.476026] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.476026] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.476026] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.476026] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.476026] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.476026] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.476026] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.476026] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.476026] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.477871] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.477871] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 980f8fa9-2520-430e-8238-c3adc8e569fb is going to be updated. [ 634.497933] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.498306] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.498306] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.498497] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.498664] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.499307] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-980f8fa9-2520-430e-8238-c3adc8e569fb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.523875] env[68192]: INFO networking_nsxv3.common.synchronization [None req-1c1e1e1c-47ef-45ac-b753-7ad6ff7f9adf None None] Enqueued Resource ID: 1a34b958-b976-43c4-a323-ba1e715f64b0 with Priority: HIGHEST for action port [ 634.524166] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1a34b958-b976-43c4-a323-ba1e715f64b0 with Priority: HIGHEST for action port [ 634.524707] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-1a34b958-b976-43c4-a323-ba1e715f64b0 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.524853] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1a34b958-b976-43c4-a323-ba1e715f64b0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.524994] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1a34b958-b976-43c4-a323-ba1e715f64b0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.525244] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1a34b958-b976-43c4-a323-ba1e715f64b0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.525304] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1a34b958-b976-43c4-a323-ba1e715f64b0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.537921] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.538134] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.538134] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.538573] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.538573] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.540018] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9bec502-1db0-427e-a60f-b20a3e0142ac is going to be created. [ 634.562652] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.563236] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.563236] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.563236] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.563236] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.582092] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9bec502-1db0-427e-a60f-b20a3e0142ac in Status: UNINITIALIZED for 2s [ 634.582092] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc20aefb-fb8a-4d2f-a875-ace090f92f60 in Status: SUCCESS [ 634.582092] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc20aefb-fb8a-4d2f-a875-ace090f92f60" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.582092] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc20aefb-fb8a-4d2f-a875-ace090f92f60" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.582092] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc20aefb-fb8a-4d2f-a875-ace090f92f60" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.582092] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.582092] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.582092] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.582092] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.582092] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.582092] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc20aefb-fb8a-4d2f-a875-ace090f92f60" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.582092] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bc20aefb-fb8a-4d2f-a875-ace090f92f60',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.641755] env[68192]: INFO networking_nsxv3.common.synchronization [req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e req-8f47265e-8bcd-4279-825b-4a5e7e1b28cb tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Enqueued Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_members [ 634.642687] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_members [ 634.644306] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.644306] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.644306] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.644545] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.644618] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.644738] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.644738] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.644915] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.644983] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.645337] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.829268] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.832021] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.832021] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.832021] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.832021] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.832021] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.832021] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.832021] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.832021] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.832021] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.832021] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df3f8677-87c1-4453-a36d-811f1dd3abf0 is going to be updated. [ 634.859186] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.859186] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.859186] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.859186] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.859186] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.868367] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df3f8677-87c1-4453-a36d-811f1dd3abf0 in Status: IN_PROGRESS for 2s [ 634.979544] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c9b78eaa-ba67-4b7b-880d-b6c915e5e62b',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.028211] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1a34b958-b976-43c4-a323-ba1e715f64b0 [ 635.028345] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.028475] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.029041] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.029041] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.029041] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.029041] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1a34b958-b976-43c4-a323-ba1e715f64b0 already deleted. [ 635.029041] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1a34b958-b976-43c4-a323-ba1e715f64b0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.087405] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc20aefb-fb8a-4d2f-a875-ace090f92f60 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.090214] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc20aefb-fb8a-4d2f-a875-ace090f92f60" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.090214] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc20aefb-fb8a-4d2f-a875-ace090f92f60" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.090214] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc20aefb-fb8a-4d2f-a875-ace090f92f60" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.090214] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.090214] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.090214] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.090214] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.090214] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.090214] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc20aefb-fb8a-4d2f-a875-ace090f92f60" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.090214] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc20aefb-fb8a-4d2f-a875-ace090f92f60 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.090214] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc20aefb-fb8a-4d2f-a875-ace090f92f60" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.090214] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc20aefb-fb8a-4d2f-a875-ace090f92f60" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.090214] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc20aefb-fb8a-4d2f-a875-ace090f92f60" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.090214] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.090214] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.090214] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.090214] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.090214] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.090930] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc20aefb-fb8a-4d2f-a875-ace090f92f60" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.090930] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bc20aefb-fb8a-4d2f-a875-ace090f92f60',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.147960] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.147960] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.147960] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.147960] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.147960] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.151996] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.151996] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.151996] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.151996] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.151996] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.151996] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cb550d5-2955-43d8-af46-287b908126a2 already deleted. [ 635.151996] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.379061] env[68192]: INFO networking_nsxv3.common.synchronization [req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e req-afe85f07-fcf6-48e0-a8a4-3276f26b7a50 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Enqueued Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_members [ 635.379620] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_members [ 635.380139] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.380266] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.380336] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.380554] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.380675] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.380771] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.380833] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.380978] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.381085] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.381165] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.403507] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a965616d-acb0-48c0-8947-41f243e9010f in Status: SUCCESS [ 635.405116] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.405116] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.405116] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.405116] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.487293] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.487622] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.487622] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.487741] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.487805] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.489135] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c9b78eaa-ba67-4b7b-880d-b6c915e5e62b is going to be created. [ 635.513827] env[68192]: INFO networking_nsxv3.common.synchronization [None req-4e6db71e-0fb2-44d5-add7-e13094d48027 None None] Enqueued Resource ID: 643cab4d-1625-4f32-8c2a-852d302a182a with Priority: HIGHEST for action port [ 635.515069] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.515224] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.515287] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.515481] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.515673] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.517102] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 643cab4d-1625-4f32-8c2a-852d302a182a with Priority: HIGHEST for action port [ 635.517693] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-643cab4d-1625-4f32-8c2a-852d302a182a taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.517807] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-643cab4d-1625-4f32-8c2a-852d302a182a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.517872] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-643cab4d-1625-4f32-8c2a-852d302a182a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.518130] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-643cab4d-1625-4f32-8c2a-852d302a182a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.518227] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('643cab4d-1625-4f32-8c2a-852d302a182a',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.529773] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9b78eaa-ba67-4b7b-880d-b6c915e5e62b in Status: UNINITIALIZED for 2s [ 635.593368] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bc20aefb-fb8a-4d2f-a875-ace090f92f60: rpc.has_security_group_logging(os_id): False [ 635.613033] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.613033] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.613033] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.613033] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.613033] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.613033] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.613033] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.613033] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.613033] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.613033] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.613033] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.613566] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.613566] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.613566] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.613566] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.613704] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.613704] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.613787] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.613965] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.614036] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.614160] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc20aefb-fb8a-4d2f-a875-ace090f92f60 is going to be created. [ 635.673249] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.673453] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.673503] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.673739] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.673949] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.684312] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc20aefb-fb8a-4d2f-a875-ace090f92f60 in Status: IN_PROGRESS for 2s [ 635.884223] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.884223] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.884223] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.884223] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.884223] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.884411] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.884626] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.884757] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.885617] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.885771] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.885979] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cb550d5-2955-43d8-af46-287b908126a2 already deleted. [ 635.886074] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.910259] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-a965616d-acb0-48c0-8947-41f243e9010f taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.910410] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.910981] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.910981] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.910981] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.911166] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.911166] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.911227] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.911299] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.911387] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.911480] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.018150] env[68192]: INFO networking_nsxv3.common.synchronization [req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e req-ed085ad5-4d44-4b45-91e5-5ed31bfc10ef tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Enqueued Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_members [ 636.018736] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_members [ 636.018980] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.019134] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.019193] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.019916] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.019916] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.019916] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.019916] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.020178] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.020178] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.020178] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.023924] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 643cab4d-1625-4f32-8c2a-852d302a182a [ 636.024084] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.024170] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.024478] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.024478] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.024478] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.024621] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:643cab4d-1625-4f32-8c2a-852d302a182a already deleted. [ 636.024621] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-643cab4d-1625-4f32-8c2a-852d302a182a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.414223] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-a965616d-acb0-48c0-8947-41f243e9010f taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.414568] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.414759] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.415085] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.415352] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.415566] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.415783] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.416060] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.416243] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.421310] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.421310] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-a965616d-acb0-48c0-8947-41f243e9010f taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.421310] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.421310] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.421310] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.421310] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.421310] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.421310] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.421310] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.421310] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.421310] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.421310] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.525408] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.525408] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.525408] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.525408] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.525408] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.525408] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.525408] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.525408] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.526382] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.526568] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.526676] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cb550d5-2955-43d8-af46-287b908126a2 already deleted. [ 636.527393] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.589384] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9bec502-1db0-427e-a60f-b20a3e0142ac in Status: SUCCESS [ 636.589706] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9bec502-1db0-427e-a60f-b20a3e0142ac" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.589925] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9bec502-1db0-427e-a60f-b20a3e0142ac" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.590199] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9bec502-1db0-427e-a60f-b20a3e0142ac" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.590434] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.590786] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.590786] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.590786] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.590955] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.591039] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9bec502-1db0-427e-a60f-b20a3e0142ac" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.591151] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f9bec502-1db0-427e-a60f-b20a3e0142ac',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.856201] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-392 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.857070] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-392" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.857070] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-392" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.857070] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-392" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.857288] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.857441] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.857605] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.859429] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.859429] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.859429] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 636.859429] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 636.859429] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 636.859429] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 636.859429] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 636.859429] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 636.859429] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 636.881389] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 636.881508] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 636.882332] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 636.882332] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-392" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.882332] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-92505c27-47b6-452d-91d9-2febd08067ff taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.882332] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-92505c27-47b6-452d-91d9-2febd08067ff" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.882631] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-92505c27-47b6-452d-91d9-2febd08067ff" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.882818] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-92505c27-47b6-452d-91d9-2febd08067ff" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.882932] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92505c27-47b6-452d-91d9-2febd08067ff',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.885135] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df3f8677-87c1-4453-a36d-811f1dd3abf0 in Status: SUCCESS [ 636.885726] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df3f8677-87c1-4453-a36d-811f1dd3abf0 deletion is rescheduled due to dependency. [ 636.885726] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df3f8677-87c1-4453-a36d-811f1dd3abf0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.923559] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a965616d-acb0-48c0-8947-41f243e9010f: rpc.has_security_group_logging(os_id): False [ 636.939878] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.940041] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.940108] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.940324] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.940414] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.940622] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.940716] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.940775] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.940951] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.940999] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.941175] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.941263] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.941321] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.941458] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.941527] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.941719] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.941815] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.941874] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.942824] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.946024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.946024] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a965616d-acb0-48c0-8947-41f243e9010f is going to be updated. [ 637.009052] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.010300] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.010421] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.010653] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.010866] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.029231] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a965616d-acb0-48c0-8947-41f243e9010f in Status: IN_PROGRESS for 2s [ 637.097794] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9bec502-1db0-427e-a60f-b20a3e0142ac taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.097794] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9bec502-1db0-427e-a60f-b20a3e0142ac" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.097794] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9bec502-1db0-427e-a60f-b20a3e0142ac" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.098172] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9bec502-1db0-427e-a60f-b20a3e0142ac" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.098222] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.098321] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.098377] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.098539] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.098630] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.098865] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9bec502-1db0-427e-a60f-b20a3e0142ac" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.098865] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9bec502-1db0-427e-a60f-b20a3e0142ac taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.099083] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9bec502-1db0-427e-a60f-b20a3e0142ac" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.099083] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9bec502-1db0-427e-a60f-b20a3e0142ac" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.099177] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9bec502-1db0-427e-a60f-b20a3e0142ac" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.099283] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.099392] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.099465] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.099589] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.099665] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.099743] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9bec502-1db0-427e-a60f-b20a3e0142ac" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.099868] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f9bec502-1db0-427e-a60f-b20a3e0142ac',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.126096] env[68192]: INFO networking_nsxv3.common.synchronization [None req-1c2d5a63-f776-4fdc-ac81-6b58c5b71d88 None None] Enqueued Resource ID: 30a48b28-77b3-4ed4-86f8-01e5c6df8dfe with Priority: HIGHEST for action port [ 637.127750] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a48b28-77b3-4ed4-86f8-01e5c6df8dfe with Priority: HIGHEST for action port [ 637.127750] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-30a48b28-77b3-4ed4-86f8-01e5c6df8dfe taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.129700] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30a48b28-77b3-4ed4-86f8-01e5c6df8dfe" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.129700] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30a48b28-77b3-4ed4-86f8-01e5c6df8dfe" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.129700] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30a48b28-77b3-4ed4-86f8-01e5c6df8dfe" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.129700] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30a48b28-77b3-4ed4-86f8-01e5c6df8dfe',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.387350] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.387625] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.387755] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.388110] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.388272] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.388655] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port 92505c27-47b6-452d-91d9-2febd08067ff not found, creating... [ 637.388725] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.388848] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.388959] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.389204] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.389446] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.389783] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.389940] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.390118] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.390364] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.390518] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.390685] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: 92505c27-47b6-452d-91d9-2febd08067ff is going to be created. [ 637.415090] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.415090] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.415090] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.415090] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.415090] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.415090] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-92505c27-47b6-452d-91d9-2febd08067ff" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.544657] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c9b78eaa-ba67-4b7b-880d-b6c915e5e62b in Status: SUCCESS [ 637.544657] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9b78eaa-ba67-4b7b-880d-b6c915e5e62b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.544657] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c9b78eaa-ba67-4b7b-880d-b6c915e5e62b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.544657] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c9b78eaa-ba67-4b7b-880d-b6c915e5e62b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.544657] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.544657] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.544657] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.544657] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.544657] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.544657] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c9b78eaa-ba67-4b7b-880d-b6c915e5e62b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.544657] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c9b78eaa-ba67-4b7b-880d-b6c915e5e62b',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.584170] env[68192]: INFO networking_nsxv3.common.synchronization [None req-5ed7310c-e143-45a6-b1dd-b5ff3af0b16b tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Enqueued Resource ID: f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 with Priority: HIGHEST for action security_group_rules [ 637.584170] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 with Priority: HIGHEST for action security_group_rules [ 637.584170] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.584858] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.585048] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.585403] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.585756] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4e41ac5-2600-48f7-8cc0-2fd062e94fa4',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.603722] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f9bec502-1db0-427e-a60f-b20a3e0142ac: rpc.has_security_group_logging(os_id): False [ 637.623024] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.623024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.623024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.623024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.623024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.623024] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.623024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.623024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.623024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.623024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.623024] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.623024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.623024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.623024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.623024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.623645] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.625383] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.625383] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.625383] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.625383] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.625383] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f9bec502-1db0-427e-a60f-b20a3e0142ac is going to be created. [ 637.631744] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 30a48b28-77b3-4ed4-86f8-01e5c6df8dfe [ 637.631966] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.632119] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.632187] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.632472] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.632531] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.632566] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:30a48b28-77b3-4ed4-86f8-01e5c6df8dfe already deleted. [ 637.632653] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30a48b28-77b3-4ed4-86f8-01e5c6df8dfe" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.684796] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.685041] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.685041] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.685243] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.685423] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.696572] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9bec502-1db0-427e-a60f-b20a3e0142ac in Status: IN_PROGRESS for 2s [ 637.696572] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bc20aefb-fb8a-4d2f-a875-ace090f92f60 in Status: SUCCESS [ 637.696572] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc20aefb-fb8a-4d2f-a875-ace090f92f60" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.984018] env[68192]: INFO networking_nsxv3.common.synchronization [None req-ccf38cac-6d3a-4fe2-bcf6-78cacaa82c11 tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Enqueued Resource ID: f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 with Priority: HIGHEST for action security_group_rules [ 637.984018] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 with Priority: HIGHEST for action security_group_rules [ 637.984018] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.984018] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.047604] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c9b78eaa-ba67-4b7b-880d-b6c915e5e62b',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.135295] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.135441] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.135508] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.135731] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.135812] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.135900] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 already deleted. [ 638.135992] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.136141] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.136301] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.136383] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4e41ac5-2600-48f7-8cc0-2fd062e94fa4',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.490766] env[68192]: INFO networking_nsxv3.common.synchronization [req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e req-d0c66526-7edd-4cd7-a6af-fa9581c24460 service nova] Enqueued Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_rules [ 638.491047] env[68192]: INFO networking_nsxv3.common.synchronization [req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e req-d0c66526-7edd-4cd7-a6af-fa9581c24460 service nova] Enqueued Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_members [ 638.491181] env[68192]: INFO networking_nsxv3.common.synchronization [req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e req-d0c66526-7edd-4cd7-a6af-fa9581c24460 service nova] Enqueued Resource ID: 92505c27-47b6-452d-91d9-2febd08067ff with Priority: HIGHEST for action port [ 638.491488] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_rules [ 638.491488] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_members [ 638.491589] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 92505c27-47b6-452d-91d9-2febd08067ff with Priority: HIGHEST for action port [ 638.492919] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.493870] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.494041] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.494388] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.494522] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.496345] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.496539] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.496600] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.496835] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.497045] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.497577] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.497577] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.497577] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.497577] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.498962] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.500202] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-92505c27-47b6-452d-91d9-2febd08067ff taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.500359] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-92505c27-47b6-452d-91d9-2febd08067ff" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.500419] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-92505c27-47b6-452d-91d9-2febd08067ff" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.500552] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-92505c27-47b6-452d-91d9-2febd08067ff" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.500627] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('92505c27-47b6-452d-91d9-2febd08067ff',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.553685] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c9b78eaa-ba67-4b7b-880d-b6c915e5e62b: rpc.has_security_group_logging(os_id): False [ 638.572023] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.572023] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.572023] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.572023] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.572023] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.572023] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.572023] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.572023] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.572023] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.572023] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.572023] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c9b78eaa-ba67-4b7b-880d-b6c915e5e62b is going to be created. [ 638.624764] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.624897] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.624953] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.625276] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.625489] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.641018] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9b78eaa-ba67-4b7b-880d-b6c915e5e62b in Status: IN_PROGRESS for 2s [ 638.657861] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.657994] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.658108] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.658316] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.658409] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.658503] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 already deleted. [ 638.658605] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.002706] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.004049] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.004892] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.004892] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 92505c27-47b6-452d-91d9-2febd08067ff with status ACTIVE [ 639.004892] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.005063] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.005122] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.006156] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.006156] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.006156] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.006156] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.006156] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.007009] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.007115] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.007737] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.007737] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.007737] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.007975] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.011125] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.011305] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 92505c27-47b6-452d-91d9-2febd08067ff is going to be updated. [ 639.033022] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.033022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.033213] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.035896] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.035896] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.035896] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-92505c27-47b6-452d-91d9-2febd08067ff" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.046959] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a965616d-acb0-48c0-8947-41f243e9010f in Status: SUCCESS [ 639.047328] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.213352] env[68192]: INFO networking_nsxv3.common.synchronization [None req-183b14c3-219a-452b-986c-c356aafa976b None None] Enqueued Resource ID: 0d3b0454-b1f4-4d20-8acc-361ab4202494 with Priority: HIGHEST for action port [ 639.213625] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d3b0454-b1f4-4d20-8acc-361ab4202494 with Priority: HIGHEST for action port [ 639.214225] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-0d3b0454-b1f4-4d20-8acc-361ab4202494 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.214356] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0d3b0454-b1f4-4d20-8acc-361ab4202494" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.214422] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0d3b0454-b1f4-4d20-8acc-361ab4202494" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.214683] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0d3b0454-b1f4-4d20-8acc-361ab4202494" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.214764] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0d3b0454-b1f4-4d20-8acc-361ab4202494',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.480540] env[68192]: INFO networking_nsxv3.common.synchronization [None req-53e86ca2-7213-449c-a442-af6efd2b1364 None None] Enqueued Resource ID: 7b9fd1ff-d943-410a-87ee-1e7311314de4 with Priority: HIGHEST for action port [ 639.484259] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-860 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.484259] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-860" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.484259] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-860" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.484259] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-860" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.484259] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.484259] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.484259] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.484259] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.484259] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.484259] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 639.484259] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 639.484259] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 639.484259] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 639.484727] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 639.484727] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 639.484727] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 639.488297] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b9fd1ff-d943-410a-87ee-1e7311314de4 with Priority: HIGHEST for action port [ 639.488297] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b9fd1ff-d943-410a-87ee-1e7311314de4 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.488297] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b9fd1ff-d943-410a-87ee-1e7311314de4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.488297] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b9fd1ff-d943-410a-87ee-1e7311314de4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.488297] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b9fd1ff-d943-410a-87ee-1e7311314de4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.488297] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b9fd1ff-d943-410a-87ee-1e7311314de4',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.504067] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 639.504306] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 639.504490] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 639.505204] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-860" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.505743] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-b8f4451a-cde1-4391-89a3-84123ec82e80 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.505998] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-b8f4451a-cde1-4391-89a3-84123ec82e80" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.506164] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-b8f4451a-cde1-4391-89a3-84123ec82e80" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.506534] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-b8f4451a-cde1-4391-89a3-84123ec82e80" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.506694] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8f4451a-cde1-4391-89a3-84123ec82e80',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.507757] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.707240] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f9bec502-1db0-427e-a60f-b20a3e0142ac in Status: SUCCESS [ 639.707520] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f9bec502-1db0-427e-a60f-b20a3e0142ac" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.718280] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0d3b0454-b1f4-4d20-8acc-361ab4202494 [ 639.718505] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.718641] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.718709] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.718924] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.719038] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.719139] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0d3b0454-b1f4-4d20-8acc-361ab4202494 already deleted. [ 639.719224] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0d3b0454-b1f4-4d20-8acc-361ab4202494" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.991511] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b9fd1ff-d943-410a-87ee-1e7311314de4 [ 639.991511] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.991511] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.991511] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.991511] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.991511] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.991511] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b9fd1ff-d943-410a-87ee-1e7311314de4 already deleted. [ 639.991511] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b9fd1ff-d943-410a-87ee-1e7311314de4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.012152] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.012152] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.012152] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.012152] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.012152] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.012152] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port b8f4451a-cde1-4391-89a3-84123ec82e80 not found, creating... [ 640.012152] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.012152] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.012152] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.012152] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.012152] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.012593] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.012831] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.013078] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.013400] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.013656] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.013905] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: b8f4451a-cde1-4391-89a3-84123ec82e80 is going to be created. [ 640.015582] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.016615] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.016844] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.018070] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.018070] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.018070] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cb550d5-2955-43d8-af46-287b908126a2 is going to be created. [ 640.055666] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.055666] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.055666] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.055666] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.055666] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.055666] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-b8f4451a-cde1-4391-89a3-84123ec82e80" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.062532] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.062532] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.062532] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.062532] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.062532] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.073244] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: UNINITIALIZED for 2s [ 640.653873] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c9b78eaa-ba67-4b7b-880d-b6c915e5e62b in Status: SUCCESS [ 640.655131] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c9b78eaa-ba67-4b7b-880d-b6c915e5e62b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.783907] env[68192]: INFO networking_nsxv3.common.synchronization [req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e req-7c4c1c5c-cc5a-45e4-a434-f916ea283bc4 service nova] Enqueued Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_rules [ 640.783907] env[68192]: INFO networking_nsxv3.common.synchronization [req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e req-7c4c1c5c-cc5a-45e4-a434-f916ea283bc4 service nova] Enqueued Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_members [ 640.783907] env[68192]: INFO networking_nsxv3.common.synchronization [req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e req-7c4c1c5c-cc5a-45e4-a434-f916ea283bc4 service nova] Enqueued Resource ID: b8f4451a-cde1-4391-89a3-84123ec82e80 with Priority: HIGHEST for action port [ 640.783907] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_rules [ 640.783907] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_members [ 640.783907] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b8f4451a-cde1-4391-89a3-84123ec82e80 with Priority: HIGHEST for action port [ 640.784519] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.784519] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.784786] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.784972] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.787040] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-b8f4451a-cde1-4391-89a3-84123ec82e80 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.787211] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b8f4451a-cde1-4391-89a3-84123ec82e80" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.787341] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b8f4451a-cde1-4391-89a3-84123ec82e80" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.787660] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b8f4451a-cde1-4391-89a3-84123ec82e80" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.787767] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b8f4451a-cde1-4391-89a3-84123ec82e80',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.972022] env[68192]: INFO networking_nsxv3.common.synchronization [req-1b860055-5491-432f-953e-dd840b268a9c req-dbab8a5d-7143-4796-a51d-c93c4720f28b tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Enqueued Resource ID: b61b6a66-8cd6-411b-ae01-34633d18318d with Priority: HIGHEST for action security_group_members [ 640.972022] env[68192]: INFO networking_nsxv3.common.synchronization [req-1b860055-5491-432f-953e-dd840b268a9c req-dbab8a5d-7143-4796-a51d-c93c4720f28b tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Enqueued Resource ID: ae69d929-68bd-45d4-a81e-008ed5db2d68 with Priority: HIGHEST for action security_group_members [ 640.972022] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b61b6a66-8cd6-411b-ae01-34633d18318d with Priority: HIGHEST for action security_group_members [ 640.972022] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae69d929-68bd-45d4-a81e-008ed5db2d68 with Priority: HIGHEST for action security_group_members [ 640.972673] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-b61b6a66-8cd6-411b-ae01-34633d18318d taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.972931] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.973100] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.973384] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.973642] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.973851] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.974012] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.977025] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.977025] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.977025] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b61b6a66-8cd6-411b-ae01-34633d18318d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.977025] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae69d929-68bd-45d4-a81e-008ed5db2d68 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.977025] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae69d929-68bd-45d4-a81e-008ed5db2d68" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.977025] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae69d929-68bd-45d4-a81e-008ed5db2d68" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.977025] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae69d929-68bd-45d4-a81e-008ed5db2d68" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.977025] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.977025] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.977025] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.977025] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.977025] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.977025] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae69d929-68bd-45d4-a81e-008ed5db2d68',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.030161] env[68192]: INFO networking_nsxv3.common.synchronization [req-1b860055-5491-432f-953e-dd840b268a9c req-dbab8a5d-7143-4796-a51d-c93c4720f28b tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Enqueued Resource ID: ae69d929-68bd-45d4-a81e-008ed5db2d68 with Priority: HIGHEST for action security_group_rules [ 641.030161] env[68192]: INFO networking_nsxv3.common.synchronization [req-1b860055-5491-432f-953e-dd840b268a9c req-dbab8a5d-7143-4796-a51d-c93c4720f28b tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Enqueued Resource ID: ae69d929-68bd-45d4-a81e-008ed5db2d68 with Priority: HIGHEST for action security_group_members [ 641.030161] env[68192]: INFO networking_nsxv3.common.synchronization [req-1b860055-5491-432f-953e-dd840b268a9c req-dbab8a5d-7143-4796-a51d-c93c4720f28b tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Enqueued Resource ID: b61b6a66-8cd6-411b-ae01-34633d18318d with Priority: HIGHEST for action security_group_rules [ 641.030161] env[68192]: INFO networking_nsxv3.common.synchronization [req-1b860055-5491-432f-953e-dd840b268a9c req-dbab8a5d-7143-4796-a51d-c93c4720f28b tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Enqueued Resource ID: b61b6a66-8cd6-411b-ae01-34633d18318d with Priority: HIGHEST for action security_group_members [ 641.030161] env[68192]: INFO networking_nsxv3.common.synchronization [req-1b860055-5491-432f-953e-dd840b268a9c req-dbab8a5d-7143-4796-a51d-c93c4720f28b tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Enqueued Resource ID: 36aa5220-66a1-4071-a9b7-460b31b839ca with Priority: HIGHEST for action port [ 641.030161] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae69d929-68bd-45d4-a81e-008ed5db2d68 with Priority: HIGHEST for action security_group_rules [ 641.030812] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b61b6a66-8cd6-411b-ae01-34633d18318d with Priority: HIGHEST for action security_group_rules [ 641.031049] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36aa5220-66a1-4071-a9b7-460b31b839ca with Priority: HIGHEST for action port [ 641.031569] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae69d929-68bd-45d4-a81e-008ed5db2d68 with Priority: HIGHEST for action security_group_members [ 641.031786] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b61b6a66-8cd6-411b-ae01-34633d18318d with Priority: HIGHEST for action security_group_members [ 641.032201] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae69d929-68bd-45d4-a81e-008ed5db2d68 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.032476] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae69d929-68bd-45d4-a81e-008ed5db2d68" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.032876] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae69d929-68bd-45d4-a81e-008ed5db2d68" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.033251] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae69d929-68bd-45d4-a81e-008ed5db2d68" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.033447] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae69d929-68bd-45d4-a81e-008ed5db2d68',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.034384] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b61b6a66-8cd6-411b-ae01-34633d18318d taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.035034] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.035034] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.035034] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.035034] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b61b6a66-8cd6-411b-ae01-34633d18318d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.038526] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-36aa5220-66a1-4071-a9b7-460b31b839ca taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.038526] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36aa5220-66a1-4071-a9b7-460b31b839ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.038526] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36aa5220-66a1-4071-a9b7-460b31b839ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.038526] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36aa5220-66a1-4071-a9b7-460b31b839ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.038526] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36aa5220-66a1-4071-a9b7-460b31b839ca',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.038526] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae69d929-68bd-45d4-a81e-008ed5db2d68 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.038526] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae69d929-68bd-45d4-a81e-008ed5db2d68" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.038526] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-b61b6a66-8cd6-411b-ae01-34633d18318d taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.038526] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.290395] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b8f4451a-cde1-4391-89a3-84123ec82e80 with status ACTIVE [ 641.290807] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.290918] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.290957] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.291187] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.291282] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.291468] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.291573] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.291635] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.291839] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.291959] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.292155] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.292263] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.292324] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.292481] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.292556] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.292639] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b8f4451a-cde1-4391-89a3-84123ec82e80 is going to be updated. [ 641.315073] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.315226] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.315275] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.315464] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.315597] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.315757] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b8f4451a-cde1-4391-89a3-84123ec82e80" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.479589] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b61b6a66-8cd6-411b-ae01-34633d18318d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.480697] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ae69d929-68bd-45d4-a81e-008ed5db2d68',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.539415] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae69d929-68bd-45d4-a81e-008ed5db2d68 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.539415] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae69d929-68bd-45d4-a81e-008ed5db2d68" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.539597] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36aa5220-66a1-4071-a9b7-460b31b839ca with status ACTIVE [ 641.540046] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.540046] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.540251] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.540310] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.540346] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.540549] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.540655] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.540716] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.540869] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.540947] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.541137] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.541230] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.541303] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.541424] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.541499] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.541579] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36aa5220-66a1-4071-a9b7-460b31b839ca is going to be updated. [ 641.542723] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-b61b6a66-8cd6-411b-ae01-34633d18318d taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.542816] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.565309] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.565309] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.565309] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.565309] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.565309] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.565309] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36aa5220-66a1-4071-a9b7-460b31b839ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.619499] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-392 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.619499] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-392" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.619499] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-392" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.619859] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-392" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.619894] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.620048] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.621556] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.623036] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.623036] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.624077] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 641.624077] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 641.624077] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 641.624077] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 641.624077] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 641.624077] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 641.624077] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 641.650507] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 641.650697] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 641.650834] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 641.651015] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-392" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.651345] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-37f7070b-cf34-48c0-bfbf-e74e0445bfed taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.651553] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-37f7070b-cf34-48c0-bfbf-e74e0445bfed" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.651640] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-37f7070b-cf34-48c0-bfbf-e74e0445bfed" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.652035] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-37f7070b-cf34-48c0-bfbf-e74e0445bfed" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.652181] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37f7070b-cf34-48c0-bfbf-e74e0445bfed',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.982962] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b61b6a66-8cd6-411b-ae01-34633d18318d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.983900] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ae69d929-68bd-45d4-a81e-008ed5db2d68',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.003421] env[68192]: INFO networking_nsxv3.common.synchronization [None req-98e44cf0-0b4c-4774-8bcf-2b1f11e60f61 None None] Enqueued Resource ID: 95ffb807-847e-4bfa-b15d-4574931414df with Priority: HIGHEST for action port [ 642.003928] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95ffb807-847e-4bfa-b15d-4574931414df with Priority: HIGHEST for action port [ 642.004236] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-95ffb807-847e-4bfa-b15d-4574931414df taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.004356] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95ffb807-847e-4bfa-b15d-4574931414df" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.004427] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95ffb807-847e-4bfa-b15d-4574931414df" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.004709] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95ffb807-847e-4bfa-b15d-4574931414df" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.004791] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95ffb807-847e-4bfa-b15d-4574931414df',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.084131] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: SUCCESS [ 642.084131] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.084131] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.084131] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.084649] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.084649] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.084649] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.084649] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.084920] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.084920] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.084920] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.088527] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.088527] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.088527] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.088527] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.088527] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.088527] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.088527] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.088527] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.154645] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.154866] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.154987] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.155287] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.156462] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.156462] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port 37f7070b-cf34-48c0-bfbf-e74e0445bfed not found, creating... [ 642.156462] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.156462] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.156823] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.156823] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.159591] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.159591] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.159591] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.159591] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.159591] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.159591] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.159591] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: 37f7070b-cf34-48c0-bfbf-e74e0445bfed is going to be created. [ 642.178546] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.180700] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.180700] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.180700] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.180700] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.180700] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-37f7070b-cf34-48c0-bfbf-e74e0445bfed" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.485842] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.486036] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.486119] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.486305] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.486398] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.486501] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b61b6a66-8cd6-411b-ae01-34633d18318d is going to be updated. [ 642.487919] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.488063] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.488127] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.488302] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.488384] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.488467] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae69d929-68bd-45d4-a81e-008ed5db2d68 is going to be created. [ 642.509268] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95ffb807-847e-4bfa-b15d-4574931414df [ 642.509603] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.509767] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.509856] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.510126] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.510223] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.510324] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95ffb807-847e-4bfa-b15d-4574931414df already deleted. [ 642.510423] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95ffb807-847e-4bfa-b15d-4574931414df" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.525500] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.525500] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.525500] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.525500] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.525500] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.525500] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.525500] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.525500] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.526443] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.526752] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.539216] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae69d929-68bd-45d4-a81e-008ed5db2d68 in Status: UNINITIALIZED for 2s [ 642.543571] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b61b6a66-8cd6-411b-ae01-34633d18318d in Status: IN_PROGRESS for 2s [ 642.589153] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.590288] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.590411] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.803401] env[68192]: INFO networking_nsxv3.common.synchronization [req-bcf75cf8-e358-4c74-a3e6-0e7e733578e9 req-fe8535a1-f2a9-48f6-82b7-7da9855b5c31 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Enqueued Resource ID: b61b6a66-8cd6-411b-ae01-34633d18318d with Priority: HIGHEST for action security_group_members [ 642.803589] env[68192]: INFO networking_nsxv3.common.synchronization [req-bcf75cf8-e358-4c74-a3e6-0e7e733578e9 req-fe8535a1-f2a9-48f6-82b7-7da9855b5c31 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Enqueued Resource ID: ae69d929-68bd-45d4-a81e-008ed5db2d68 with Priority: HIGHEST for action security_group_members [ 642.804105] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b61b6a66-8cd6-411b-ae01-34633d18318d with Priority: HIGHEST for action security_group_members [ 642.804242] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae69d929-68bd-45d4-a81e-008ed5db2d68 with Priority: HIGHEST for action security_group_members [ 642.804512] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-b61b6a66-8cd6-411b-ae01-34633d18318d taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.804616] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.804820] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-ae69d929-68bd-45d4-a81e-008ed5db2d68 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.804897] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ae69d929-68bd-45d4-a81e-008ed5db2d68" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.855760] env[68192]: INFO networking_nsxv3.common.synchronization [req-bcf75cf8-e358-4c74-a3e6-0e7e733578e9 req-fe8535a1-f2a9-48f6-82b7-7da9855b5c31 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Enqueued Resource ID: b61b6a66-8cd6-411b-ae01-34633d18318d with Priority: HIGHEST for action security_group_rules [ 642.855942] env[68192]: INFO networking_nsxv3.common.synchronization [req-bcf75cf8-e358-4c74-a3e6-0e7e733578e9 req-fe8535a1-f2a9-48f6-82b7-7da9855b5c31 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Enqueued Resource ID: b61b6a66-8cd6-411b-ae01-34633d18318d with Priority: HIGHEST for action security_group_members [ 642.856094] env[68192]: INFO networking_nsxv3.common.synchronization [req-bcf75cf8-e358-4c74-a3e6-0e7e733578e9 req-fe8535a1-f2a9-48f6-82b7-7da9855b5c31 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Enqueued Resource ID: 36aa5220-66a1-4071-a9b7-460b31b839ca with Priority: HIGHEST for action port [ 642.856605] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b61b6a66-8cd6-411b-ae01-34633d18318d with Priority: HIGHEST for action security_group_rules [ 642.856739] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b61b6a66-8cd6-411b-ae01-34633d18318d with Priority: HIGHEST for action security_group_members [ 642.856834] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36aa5220-66a1-4071-a9b7-460b31b839ca with Priority: HIGHEST for action port [ 642.857311] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b61b6a66-8cd6-411b-ae01-34633d18318d taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.857594] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.857840] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-b61b6a66-8cd6-411b-ae01-34633d18318d taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.857957] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.858183] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-36aa5220-66a1-4071-a9b7-460b31b839ca taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.858316] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36aa5220-66a1-4071-a9b7-460b31b839ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.858407] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36aa5220-66a1-4071-a9b7-460b31b839ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.858643] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36aa5220-66a1-4071-a9b7-460b31b839ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.858753] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36aa5220-66a1-4071-a9b7-460b31b839ca',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.926020] env[68192]: INFO networking_nsxv3.common.synchronization [req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e req-2ecca9e1-d6d6-4a2b-862a-9b505209ced4 service nova] Enqueued Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_rules [ 642.926295] env[68192]: INFO networking_nsxv3.common.synchronization [req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e req-2ecca9e1-d6d6-4a2b-862a-9b505209ced4 service nova] Enqueued Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_members [ 642.926452] env[68192]: INFO networking_nsxv3.common.synchronization [req-7aac68ed-9e37-4558-a4f5-50a3d9eacc6e req-2ecca9e1-d6d6-4a2b-862a-9b505209ced4 service nova] Enqueued Resource ID: 37f7070b-cf34-48c0-bfbf-e74e0445bfed with Priority: HIGHEST for action port [ 642.926935] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_rules [ 642.927092] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_members [ 642.927192] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37f7070b-cf34-48c0-bfbf-e74e0445bfed with Priority: HIGHEST for action port [ 642.927700] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.927809] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.928007] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.929156] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.929375] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-37f7070b-cf34-48c0-bfbf-e74e0445bfed taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.929481] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37f7070b-cf34-48c0-bfbf-e74e0445bfed" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.929542] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37f7070b-cf34-48c0-bfbf-e74e0445bfed" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.929770] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37f7070b-cf34-48c0-bfbf-e74e0445bfed" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.930158] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37f7070b-cf34-48c0-bfbf-e74e0445bfed',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.091363] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.361684] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36aa5220-66a1-4071-a9b7-460b31b839ca with status ACTIVE [ 643.361971] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.362137] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.362205] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.362444] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.362538] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.362714] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.362815] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.362877] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.363038] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.363115] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.363292] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.363383] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.363443] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.363582] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.363656] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.363737] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36aa5220-66a1-4071-a9b7-460b31b839ca is going to be updated. [ 643.392056] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.392279] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.392279] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.393142] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.393142] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.393142] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36aa5220-66a1-4071-a9b7-460b31b839ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.432253] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 37f7070b-cf34-48c0-bfbf-e74e0445bfed with status ACTIVE [ 643.432492] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.432630] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.432699] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.432921] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.433049] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.433265] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.433373] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.433453] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.433643] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.433729] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.433912] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.434012] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.434075] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.434244] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.434342] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.434442] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 37f7070b-cf34-48c0-bfbf-e74e0445bfed is going to be updated. [ 643.455771] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.455958] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.455958] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.456844] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.457339] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.457551] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37f7070b-cf34-48c0-bfbf-e74e0445bfed" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.593633] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.593811] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.593859] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.594125] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.594221] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.594321] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cb550d5-2955-43d8-af46-287b908126a2 is going to be updated. [ 643.619307] env[68192]: INFO networking_nsxv3.common.synchronization [req-12b4ecff-56f3-47f0-93a2-f68635d0e500 req-8386bd42-dfdd-4486-957a-577728472785 tempest-SecurityGroupRulesNegativeTestJSON-1914573217 tempest-SecurityGroupRulesNegativeTestJSON-1914573217-project-member] Enqueued Resource ID: a79a82bd-1d2e-475f-bd01-6c4be727f0a8 with Priority: HIGHEST for action security_group_rules [ 643.624183] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a79a82bd-1d2e-475f-bd01-6c4be727f0a8 with Priority: HIGHEST for action security_group_rules [ 643.624183] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a79a82bd-1d2e-475f-bd01-6c4be727f0a8 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.624183] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a79a82bd-1d2e-475f-bd01-6c4be727f0a8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.624183] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a79a82bd-1d2e-475f-bd01-6c4be727f0a8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.624183] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a79a82bd-1d2e-475f-bd01-6c4be727f0a8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.624183] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a79a82bd-1d2e-475f-bd01-6c4be727f0a8',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.634141] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.634281] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.634357] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.634571] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.634715] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.644192] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: IN_PROGRESS for 2s [ 644.141774] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.142180] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.142180] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.142291] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.142385] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.142550] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a79a82bd-1d2e-475f-bd01-6c4be727f0a8 already deleted. [ 644.142600] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a79a82bd-1d2e-475f-bd01-6c4be727f0a8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.550415] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ae69d929-68bd-45d4-a81e-008ed5db2d68 in Status: SUCCESS [ 644.550415] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae69d929-68bd-45d4-a81e-008ed5db2d68" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.550415] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae69d929-68bd-45d4-a81e-008ed5db2d68" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.550816] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae69d929-68bd-45d4-a81e-008ed5db2d68" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.550816] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.550816] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.551238] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.551238] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.551238] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.551238] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae69d929-68bd-45d4-a81e-008ed5db2d68',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.553156] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b61b6a66-8cd6-411b-ae01-34633d18318d in Status: SUCCESS [ 644.553331] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.553469] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.554062] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.554062] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.554237] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.554410] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.554588] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.554652] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.554743] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b61b6a66-8cd6-411b-ae01-34633d18318d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.556756] env[68192]: INFO networking_nsxv3.common.synchronization [req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b req-9b2aab14-0a3c-4d4e-8111-9f1ff973bffd tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Enqueued Resource ID: d295249d-6465-4e3b-a833-65e513065930 with Priority: HIGHEST for action security_group_members [ 644.556975] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d295249d-6465-4e3b-a833-65e513065930 with Priority: HIGHEST for action security_group_members [ 644.558526] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-d295249d-6465-4e3b-a833-65e513065930 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.558635] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.558699] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.559354] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.559477] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.559638] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.559707] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.560259] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.560345] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.560440] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d295249d-6465-4e3b-a833-65e513065930',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.053535] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.053693] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.053765] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.053997] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.054123] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.054333] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.054437] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.054496] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.054770] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.054876] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.054991] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae69d929-68bd-45d4-a81e-008ed5db2d68 is going to be deleted. [ 645.058551] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b61b6a66-8cd6-411b-ae01-34633d18318d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.062309] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.062505] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.062505] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.062729] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.062783] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.063016] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.063124] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.063183] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.063361] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.063471] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.063568] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d295249d-6465-4e3b-a833-65e513065930 already deleted. [ 645.063611] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.090896] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.091054] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.091122] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.091339] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.091463] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.091512] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae69d929-68bd-45d4-a81e-008ed5db2d68" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.091988] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae69d929-68bd-45d4-a81e-008ed5db2d68" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.092678] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae69d929-68bd-45d4-a81e-008ed5db2d68" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.092678] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.092837] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.092882] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.093137] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.093260] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.093342] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae69d929-68bd-45d4-a81e-008ed5db2d68',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.142023] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.142023] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.142023] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.142023] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.142023] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.142023] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.142023] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.142023] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.142023] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.143882] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 645.144192] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 645.144451] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 645.144668] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 645.145749] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 645.145749] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 645.145749] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 645.168894] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 645.169076] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 645.169488] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 645.169488] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.169780] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-4082514b-e543-4ad5-9a89-b8eba438eb0f taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.169961] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-4082514b-e543-4ad5-9a89-b8eba438eb0f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.170206] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-4082514b-e543-4ad5-9a89-b8eba438eb0f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.171252] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-4082514b-e543-4ad5-9a89-b8eba438eb0f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.171419] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4082514b-e543-4ad5-9a89-b8eba438eb0f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.560927] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b61b6a66-8cd6-411b-ae01-34633d18318d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.595835] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.596078] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.596156] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.596385] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.596518] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.596791] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.596977] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.596977] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.597154] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.597272] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.597389] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae69d929-68bd-45d4-a81e-008ed5db2d68 already deleted. [ 645.597489] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae69d929-68bd-45d4-a81e-008ed5db2d68" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.597598] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ae69d929-68bd-45d4-a81e-008ed5db2d68',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.598791] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ae69d929-68bd-45d4-a81e-008ed5db2d68" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.598791] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ae69d929-68bd-45d4-a81e-008ed5db2d68" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.598996] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.600029] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.600356] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.600632] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.600972] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.600972] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ae69d929-68bd-45d4-a81e-008ed5db2d68',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.660138] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: SUCCESS [ 645.660395] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.660596] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.660832] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.661270] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.661270] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.661270] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.661472] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.661512] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.661639] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.661842] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.661940] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.661983] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.662496] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.662496] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.662496] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.662496] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.662743] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.662743] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.662743] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.662842] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.666069] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.666069] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.666069] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.666069] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.666069] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.666069] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.666069] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.666069] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.674122] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.674420] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.674696] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.675370] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.675557] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.675718] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port 4082514b-e543-4ad5-9a89-b8eba438eb0f not found, creating... [ 645.676023] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.676178] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.677302] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.677302] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.677302] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.677302] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.677654] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.677841] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.678065] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.678241] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.678424] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: 4082514b-e543-4ad5-9a89-b8eba438eb0f is going to be created. [ 645.700974] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.701217] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.701367] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.701619] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.701827] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.702072] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-4082514b-e543-4ad5-9a89-b8eba438eb0f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.070053] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.070053] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.070053] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.070053] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.070053] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.070053] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b61b6a66-8cd6-411b-ae01-34633d18318d is going to be updated. [ 646.104026] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ae69d929-68bd-45d4-a81e-008ed5db2d68',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.105194] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.105358] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.105406] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.105597] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.105687] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.105866] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.105952] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.106028] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.106172] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.106245] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.106329] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ae69d929-68bd-45d4-a81e-008ed5db2d68 already deleted. [ 646.106442] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ae69d929-68bd-45d4-a81e-008ed5db2d68" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.118747] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.119162] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.119341] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.119941] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.120198] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.136017] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b61b6a66-8cd6-411b-ae01-34633d18318d in Status: IN_PROGRESS for 2s [ 646.168212] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cb550d5-2955-43d8-af46-287b908126a2: rpc.has_security_group_logging(os_id): False [ 646.173227] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.193747] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.193747] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.193747] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.194139] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.194701] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.194701] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.194701] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.194701] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.195069] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.198020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.198020] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.198020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.198020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.198020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.198020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.198020] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.198020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.198020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.198020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.198020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.198020] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cb550d5-2955-43d8-af46-287b908126a2 is going to be created. [ 646.294385] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.294385] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.294385] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.294385] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.294385] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.319210] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: IN_PROGRESS for 2s [ 646.607711] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ae69d929-68bd-45d4-a81e-008ed5db2d68: rpc.has_security_group_logging(os_id): False [ 646.626046] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.626178] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.626246] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.626465] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.626553] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.627020] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.627125] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.627189] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.628201] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.628201] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.628201] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae69d929-68bd-45d4-a81e-008ed5db2d68 is going to be created. [ 646.644711] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/ae69d929-68bd-45d4-a81e-008ed5db2d68], does not exist path=[/infra/domains/default/groups/ae69d929-68bd-45d4-a81e-008ed5db2d68]."\n}' [ 646.644866] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae69d929-68bd-45d4-a81e-008ed5db2d68 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/ae69d929-68bd-45d4-a81e-008ed5db2d68 [ 646.645041] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 646.668727] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.668978] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.669060] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.671980] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.671980] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.671980] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.671980] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.671980] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.671980] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.671980] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.671980] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.671980] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.671980] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.672761] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.672761] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.672761] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae69d929-68bd-45d4-a81e-008ed5db2d68 is going to be created. [ 646.675142] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.689848] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/ae69d929-68bd-45d4-a81e-008ed5db2d68], does not exist path=[/infra/domains/default/groups/ae69d929-68bd-45d4-a81e-008ed5db2d68]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/ae69d929-68bd-45d4-a81e-008ed5db2d68 [ 646.690056] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae69d929-68bd-45d4-a81e-008ed5db2d68" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.690731] env[68192]: Traceback (most recent call last): [ 646.690731] env[68192]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 646.690731] env[68192]: return func(*args, **kwargs) [ 646.690731] env[68192]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 646.690731] env[68192]: res.raise_for_status() [ 646.690731] env[68192]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 646.690731] env[68192]: raise HTTPError(http_error_msg, response=self) [ 646.690731] env[68192]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/ae69d929-68bd-45d4-a81e-008ed5db2d68 [ 646.690731] env[68192]: During handling of the above exception, another exception occurred: [ 646.690731] env[68192]: Traceback (most recent call last): [ 646.690731] env[68192]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 646.690731] env[68192]: listener.cb(fileno) [ 646.690731] env[68192]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 646.690731] env[68192]: result = function(*args, **kwargs) [ 646.690731] env[68192]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 646.690731] env[68192]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 646.690731] env[68192]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 646.690731] env[68192]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 646.690731] env[68192]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 646.690731] env[68192]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 646.690731] env[68192]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 646.690731] env[68192]: res.raise_for_status() [ 646.690731] env[68192]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 646.690731] env[68192]: raise HTTPError(http_error_msg, response=self) [ 646.690731] env[68192]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/ae69d929-68bd-45d4-a81e-008ed5db2d68 [ 646.690731] env[68192]: Removing descriptor: 5 [ 646.872204] env[68192]: INFO networking_nsxv3.common.synchronization [req-c89e1242-d639-45d5-a85f-551410333d3b req-bd8562cf-0f8d-4cbf-9466-b193ae35f8d1 tempest-ServerDiagnosticsNegativeTest-1980414532 tempest-ServerDiagnosticsNegativeTest-1980414532-project-member] Enqueued Resource ID: bc20aefb-fb8a-4d2f-a875-ace090f92f60 with Priority: HIGHEST for action security_group_members [ 646.872538] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc20aefb-fb8a-4d2f-a875-ace090f92f60 with Priority: HIGHEST for action security_group_members [ 646.873317] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-bc20aefb-fb8a-4d2f-a875-ace090f92f60 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.873317] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bc20aefb-fb8a-4d2f-a875-ace090f92f60" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.873317] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bc20aefb-fb8a-4d2f-a875-ace090f92f60" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.873317] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bc20aefb-fb8a-4d2f-a875-ace090f92f60" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.873534] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.873534] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.873534] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.873683] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.873777] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.873867] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bc20aefb-fb8a-4d2f-a875-ace090f92f60',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.040951] env[68192]: INFO networking_nsxv3.common.synchronization [req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b req-cffb85b4-548d-444e-a2cc-a008088adba8 service nova] Enqueued Resource ID: d295249d-6465-4e3b-a833-65e513065930 with Priority: HIGHEST for action security_group_rules [ 647.041148] env[68192]: INFO networking_nsxv3.common.synchronization [req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b req-cffb85b4-548d-444e-a2cc-a008088adba8 service nova] Enqueued Resource ID: d295249d-6465-4e3b-a833-65e513065930 with Priority: HIGHEST for action security_group_members [ 647.041375] env[68192]: INFO networking_nsxv3.common.synchronization [req-2b2a3635-9b3d-4f96-a1b6-e874c41e553b req-cffb85b4-548d-444e-a2cc-a008088adba8 service nova] Enqueued Resource ID: 4082514b-e543-4ad5-9a89-b8eba438eb0f with Priority: HIGHEST for action port [ 647.041594] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d295249d-6465-4e3b-a833-65e513065930 with Priority: HIGHEST for action security_group_rules [ 647.041722] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d295249d-6465-4e3b-a833-65e513065930 with Priority: HIGHEST for action security_group_members [ 647.041862] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4082514b-e543-4ad5-9a89-b8eba438eb0f with Priority: HIGHEST for action port [ 647.042428] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d295249d-6465-4e3b-a833-65e513065930 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.042549] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.042607] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.042867] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.042953] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d295249d-6465-4e3b-a833-65e513065930',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.047514] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-d295249d-6465-4e3b-a833-65e513065930 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.047642] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.047699] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.047885] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.048094] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.048155] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.048203] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.048351] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.048437] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.048532] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d295249d-6465-4e3b-a833-65e513065930',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.049507] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-4082514b-e543-4ad5-9a89-b8eba438eb0f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.049607] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4082514b-e543-4ad5-9a89-b8eba438eb0f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.049677] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4082514b-e543-4ad5-9a89-b8eba438eb0f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.049827] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4082514b-e543-4ad5-9a89-b8eba438eb0f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.049901] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4082514b-e543-4ad5-9a89-b8eba438eb0f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.177991] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.179298] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.179298] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.180699] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.181179] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.181179] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cb550d5-2955-43d8-af46-287b908126a2 is going to be updated. [ 647.210820] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.210820] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.210820] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.210820] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.211020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.219911] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: IN_PROGRESS for 2s [ 647.376089] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.376260] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.376342] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.376551] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.402618] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.402906] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.403045] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.403115] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.403315] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.403446] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.403501] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc20aefb-fb8a-4d2f-a875-ace090f92f60 is going to be updated. [ 647.408118] env[68192]: INFO networking_nsxv3.common.synchronization [req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 req-4b9db9d3-9da7-48c5-9b14-a2e326ef9a97 tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Enqueued Resource ID: 09d716a9-e19d-4641-9d4a-0e1baf27fed8 with Priority: HIGHEST for action security_group_members [ 647.408611] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09d716a9-e19d-4641-9d4a-0e1baf27fed8 with Priority: HIGHEST for action security_group_members [ 647.408933] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-09d716a9-e19d-4641-9d4a-0e1baf27fed8 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.409236] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09d716a9-e19d-4641-9d4a-0e1baf27fed8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.409310] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09d716a9-e19d-4641-9d4a-0e1baf27fed8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.409589] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09d716a9-e19d-4641-9d4a-0e1baf27fed8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.409752] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.409853] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.409921] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.411246] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.411361] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.411461] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09d716a9-e19d-4641-9d4a-0e1baf27fed8',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.433487] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.433638] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.433706] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.433916] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.434064] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.444966] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc20aefb-fb8a-4d2f-a875-ace090f92f60 in Status: IN_PROGRESS for 2s [ 647.548583] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-d295249d-6465-4e3b-a833-65e513065930 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.548583] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.550491] env[68192]: INFO networking_nsxv3.common.synchronization [req-6e7dffc3-1ad6-49c4-b06c-4dcbe320a4fa req-7c950967-0de4-4817-bbaf-494d429b6bfa tempest-SecurityGroupRulesNegativeTestJSON-1914573217 tempest-SecurityGroupRulesNegativeTestJSON-1914573217-project-member] Enqueued Resource ID: a79a82bd-1d2e-475f-bd01-6c4be727f0a8 with Priority: HIGHEST for action security_group_rules [ 647.555499] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a79a82bd-1d2e-475f-bd01-6c4be727f0a8 with Priority: HIGHEST for action security_group_rules [ 647.558808] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4082514b-e543-4ad5-9a89-b8eba438eb0f with status ACTIVE [ 647.558808] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.558808] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.558808] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.558808] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.558808] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.558808] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.558808] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.558808] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.558808] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.558808] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.558808] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.558808] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.558808] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.558808] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.558808] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.558808] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4082514b-e543-4ad5-9a89-b8eba438eb0f is going to be updated. [ 647.559937] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d295249d-6465-4e3b-a833-65e513065930',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.560987] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a79a82bd-1d2e-475f-bd01-6c4be727f0a8 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.560987] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a79a82bd-1d2e-475f-bd01-6c4be727f0a8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.560987] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a79a82bd-1d2e-475f-bd01-6c4be727f0a8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.560987] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a79a82bd-1d2e-475f-bd01-6c4be727f0a8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.561465] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a79a82bd-1d2e-475f-bd01-6c4be727f0a8',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.580957] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.582030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.582030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.582030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.582030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.582030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4082514b-e543-4ad5-9a89-b8eba438eb0f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.915798] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.915798] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.915798] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.915798] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.915798] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.915798] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.915798] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.915798] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.915798] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.915798] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.915798] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09d716a9-e19d-4641-9d4a-0e1baf27fed8 already deleted. [ 647.915798] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09d716a9-e19d-4641-9d4a-0e1baf27fed8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.965896] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-69 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.966067] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-69" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.966067] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-69" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.968949] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-69" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.968949] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.968949] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.968949] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.968949] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.968949] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.968949] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 647.968949] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 647.968949] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 647.968949] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 647.968949] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 647.968949] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 647.969628] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 647.991383] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 647.991551] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 647.991715] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 647.991895] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-69" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.992269] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.992490] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.992631] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.992945] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.993139] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.064877] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d295249d-6465-4e3b-a833-65e513065930',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.083386] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.083542] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.083542] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.083715] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.083812] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.083903] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a79a82bd-1d2e-475f-bd01-6c4be727f0a8 already deleted. [ 648.083983] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a79a82bd-1d2e-475f-bd01-6c4be727f0a8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.152024] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b61b6a66-8cd6-411b-ae01-34633d18318d in Status: SUCCESS [ 648.152024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.152024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.152024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.152024] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.152024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.152024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.152024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.152024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.152024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.152024] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b61b6a66-8cd6-411b-ae01-34633d18318d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.152024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.152024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.152680] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.152890] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.153058] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.153307] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.153490] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.153682] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b61b6a66-8cd6-411b-ae01-34633d18318d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.331291] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: SUCCESS [ 648.331959] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.333666] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.333666] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.333666] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.501215] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.501215] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.501215] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.501215] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.501215] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.501215] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port 2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c not found, creating... [ 648.501215] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.501215] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.501215] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.501215] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.501215] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.501671] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.501671] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.501671] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.501671] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.502736] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.503298] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: 2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c is going to be created. [ 648.524524] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.524524] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.524524] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.524524] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.524524] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.524524] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.571499] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.571499] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.571499] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.571499] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.571499] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.571499] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d295249d-6465-4e3b-a833-65e513065930 is going to be created. [ 648.609347] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.611173] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.611173] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.612201] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.612201] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.625019] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d295249d-6465-4e3b-a833-65e513065930 in Status: UNINITIALIZED for 2s [ 648.656480] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-b61b6a66-8cd6-411b-ae01-34633d18318d taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.656480] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.658455] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b61b6a66-8cd6-411b-ae01-34633d18318d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.834995] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.835603] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.161274] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b61b6a66-8cd6-411b-ae01-34633d18318d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.232531] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: SUCCESS [ 649.232690] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.233114] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.233205] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.233475] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.233673] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.233900] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.234285] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.234366] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.234937] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.234937] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.389115] env[68192]: INFO networking_nsxv3.common.synchronization [req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 req-82e14817-ff5e-4efb-b70d-d3dc679a9f60 service nova] Enqueued Resource ID: 09d716a9-e19d-4641-9d4a-0e1baf27fed8 with Priority: HIGHEST for action security_group_rules [ 649.389358] env[68192]: INFO networking_nsxv3.common.synchronization [req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 req-82e14817-ff5e-4efb-b70d-d3dc679a9f60 service nova] Enqueued Resource ID: 09d716a9-e19d-4641-9d4a-0e1baf27fed8 with Priority: HIGHEST for action security_group_members [ 649.389441] env[68192]: INFO networking_nsxv3.common.synchronization [req-1eb299fd-c912-4332-bdf6-aa52fa5d4337 req-82e14817-ff5e-4efb-b70d-d3dc679a9f60 service nova] Enqueued Resource ID: 2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c with Priority: HIGHEST for action port [ 649.389646] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09d716a9-e19d-4641-9d4a-0e1baf27fed8 with Priority: HIGHEST for action security_group_rules [ 649.389780] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09d716a9-e19d-4641-9d4a-0e1baf27fed8 with Priority: HIGHEST for action security_group_members [ 649.389883] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c with Priority: HIGHEST for action port [ 649.390496] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09d716a9-e19d-4641-9d4a-0e1baf27fed8 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.390603] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09d716a9-e19d-4641-9d4a-0e1baf27fed8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.390649] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09d716a9-e19d-4641-9d4a-0e1baf27fed8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.390849] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09d716a9-e19d-4641-9d4a-0e1baf27fed8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.390937] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09d716a9-e19d-4641-9d4a-0e1baf27fed8',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.392799] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-09d716a9-e19d-4641-9d4a-0e1baf27fed8 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.393916] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09d716a9-e19d-4641-9d4a-0e1baf27fed8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.393916] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09d716a9-e19d-4641-9d4a-0e1baf27fed8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.393916] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09d716a9-e19d-4641-9d4a-0e1baf27fed8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.394721] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.394721] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.394721] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.394721] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.394721] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.394721] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09d716a9-e19d-4641-9d4a-0e1baf27fed8',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.396697] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.396860] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.396940] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.397883] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.397883] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.457306] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bc20aefb-fb8a-4d2f-a875-ace090f92f60 in Status: SUCCESS [ 649.457306] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bc20aefb-fb8a-4d2f-a875-ace090f92f60 deletion is rescheduled due to dependency. [ 649.457517] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bc20aefb-fb8a-4d2f-a875-ace090f92f60" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.534206] env[68192]: INFO networking_nsxv3.common.synchronization [None req-f8d9d8dc-16fa-48e5-9d4c-ebeeeedcb52d None None] Enqueued Resource ID: e25735c2-4cc5-4da2-bffd-dae262d5adbc with Priority: HIGHEST for action port [ 649.534206] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e25735c2-4cc5-4da2-bffd-dae262d5adbc with Priority: HIGHEST for action port [ 649.537035] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-e25735c2-4cc5-4da2-bffd-dae262d5adbc taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.537166] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e25735c2-4cc5-4da2-bffd-dae262d5adbc" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.537382] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e25735c2-4cc5-4da2-bffd-dae262d5adbc" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.537699] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e25735c2-4cc5-4da2-bffd-dae262d5adbc" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.537839] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e25735c2-4cc5-4da2-bffd-dae262d5adbc',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.619018] env[68192]: INFO networking_nsxv3.common.synchronization [req-fc76be11-09ee-4200-9e55-be358ee7207f req-7752a15a-062d-4ef4-ab3d-f2740d173a34 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Enqueued Resource ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 with Priority: HIGHEST for action security_group_members [ 649.619018] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 with Priority: HIGHEST for action security_group_members [ 649.619018] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.619018] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.619018] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.619018] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.619018] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.619018] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.619018] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.619018] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.619018] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.621587] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf4cd555-51fd-4b09-b9be-5403c4ff0d86',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.668071] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.668400] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.668400] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.668531] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.668620] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.668728] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b61b6a66-8cd6-411b-ae01-34633d18318d is going to be updated. [ 649.701318] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.701318] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.701318] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.701318] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.701318] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.710727] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b61b6a66-8cd6-411b-ae01-34633d18318d in Status: IN_PROGRESS for 2s [ 649.737382] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.737563] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.737634] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.737833] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.738011] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.738123] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.738183] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.738391] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.738480] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.738520] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.739039] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.739039] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.739039] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.739039] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.739039] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.739310] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.739310] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.739310] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.739413] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.739448] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.740254] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.900703] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('09d716a9-e19d-4641-9d4a-0e1baf27fed8',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.902037] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-09d716a9-e19d-4641-9d4a-0e1baf27fed8 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.902942] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09d716a9-e19d-4641-9d4a-0e1baf27fed8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.903315] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c with status ACTIVE [ 649.903490] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.903673] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.903673] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.903863] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.903945] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.904134] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.904243] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.904295] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.904430] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.904544] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.904680] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.904771] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.904832] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.904972] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.905049] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.905134] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c is going to be updated. [ 649.925069] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.925182] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.926487] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.926487] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.926798] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.927071] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2ccc0c12-ef3b-4f5a-95ff-2d4f8b232a6c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.041810] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e25735c2-4cc5-4da2-bffd-dae262d5adbc [ 650.041810] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.041810] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.041810] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.041810] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.041810] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.041810] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e25735c2-4cc5-4da2-bffd-dae262d5adbc already deleted. [ 650.041810] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e25735c2-4cc5-4da2-bffd-dae262d5adbc" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.059087] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.059087] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-221" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.059087] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-221" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.059087] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-221" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.061309] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.061521] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.061662] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.061900] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.063116] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.063200] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 650.063361] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 650.063471] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 650.063605] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 650.063761] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 650.063896] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 650.064046] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 650.085470] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 650.085639] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 650.085775] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 650.085954] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-221" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.086279] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-193cff03-fd6a-487f-a2ca-28eeeb987da9 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.086449] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-193cff03-fd6a-487f-a2ca-28eeeb987da9" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.086564] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-193cff03-fd6a-487f-a2ca-28eeeb987da9" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.086896] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-193cff03-fd6a-487f-a2ca-28eeeb987da9" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.087053] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('193cff03-fd6a-487f-a2ca-28eeeb987da9',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.123841] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.124015] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.124092] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.124287] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.124378] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.124822] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.124822] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.124822] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.125041] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.125041] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.125041] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 already deleted. [ 650.125138] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.242957] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cb550d5-2955-43d8-af46-287b908126a2: rpc.has_security_group_logging(os_id): False [ 650.265078] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.265208] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.265280] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.265503] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.283161] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.283438] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.283552] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.283731] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.283827] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.283911] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.284232] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.284352] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.284392] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.284544] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.284619] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.284866] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.284969] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.285154] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.285225] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.285261] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.285334] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cb550d5-2955-43d8-af46-287b908126a2 is going to be updated. [ 650.343335] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.343471] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.343566] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.343747] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.343946] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.357244] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: IN_PROGRESS for 2s [ 650.404451] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('09d716a9-e19d-4641-9d4a-0e1baf27fed8',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.592538] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.592538] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.592538] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.592538] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.592538] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.592538] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port 193cff03-fd6a-487f-a2ca-28eeeb987da9 not found, creating... [ 650.592538] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.592538] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.592538] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.592538] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.592538] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.593036] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.593036] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.594843] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.594843] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.594843] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.594843] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: 193cff03-fd6a-487f-a2ca-28eeeb987da9 is going to be created. [ 650.615239] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.615504] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.615636] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.615919] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.616127] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.616410] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-193cff03-fd6a-487f-a2ca-28eeeb987da9" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.637345] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d295249d-6465-4e3b-a833-65e513065930 in Status: SUCCESS [ 650.637491] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.637717] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.638417] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.638417] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.638417] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.638417] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.638722] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.638722] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.638722] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.638997] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d295249d-6465-4e3b-a833-65e513065930',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.916191] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.916191] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.916191] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.916390] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.916438] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.916521] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09d716a9-e19d-4641-9d4a-0e1baf27fed8 is going to be created. [ 650.943395] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.943589] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.943770] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.944049] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.944239] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.955956] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09d716a9-e19d-4641-9d4a-0e1baf27fed8 in Status: UNINITIALIZED for 2s [ 651.141659] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-d295249d-6465-4e3b-a833-65e513065930 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.141842] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.141908] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.143274] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.143274] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.143274] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.143274] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.143496] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.143496] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.143569] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.146204] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-d295249d-6465-4e3b-a833-65e513065930 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.146204] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.146204] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.146204] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.146204] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.146204] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.146204] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.146204] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.146204] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.146204] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.146204] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d295249d-6465-4e3b-a833-65e513065930',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.646899] env[68192]: INFO networking_nsxv3.common.synchronization [req-fc76be11-09ee-4200-9e55-be358ee7207f req-2eaa98ac-fd9b-48c1-90d4-ac777c4c1f20 service nova] Enqueued Resource ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 with Priority: HIGHEST for action security_group_rules [ 651.647450] env[68192]: INFO networking_nsxv3.common.synchronization [req-fc76be11-09ee-4200-9e55-be358ee7207f req-2eaa98ac-fd9b-48c1-90d4-ac777c4c1f20 service nova] Enqueued Resource ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 with Priority: HIGHEST for action security_group_members [ 651.647450] env[68192]: INFO networking_nsxv3.common.synchronization [req-fc76be11-09ee-4200-9e55-be358ee7207f req-2eaa98ac-fd9b-48c1-90d4-ac777c4c1f20 service nova] Enqueued Resource ID: 193cff03-fd6a-487f-a2ca-28eeeb987da9 with Priority: HIGHEST for action port [ 651.647771] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d295249d-6465-4e3b-a833-65e513065930: rpc.has_security_group_logging(os_id): False [ 651.648872] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 with Priority: HIGHEST for action security_group_rules [ 651.649019] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 with Priority: HIGHEST for action security_group_members [ 651.649120] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 193cff03-fd6a-487f-a2ca-28eeeb987da9 with Priority: HIGHEST for action port [ 651.649412] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf4cd555-51fd-4b09-b9be-5403c4ff0d86 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.649585] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.649651] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.650120] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.650120] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf4cd555-51fd-4b09-b9be-5403c4ff0d86',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.651238] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.651354] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.651424] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.651609] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.651754] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.651866] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.651929] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.652488] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.652488] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.652488] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf4cd555-51fd-4b09-b9be-5403c4ff0d86',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.653085] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-193cff03-fd6a-487f-a2ca-28eeeb987da9 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.653199] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-193cff03-fd6a-487f-a2ca-28eeeb987da9" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.653255] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-193cff03-fd6a-487f-a2ca-28eeeb987da9" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.653412] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-193cff03-fd6a-487f-a2ca-28eeeb987da9" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.653489] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('193cff03-fd6a-487f-a2ca-28eeeb987da9',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.675057] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.675244] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.675343] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.675557] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.675652] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.675842] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.675933] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.675987] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.676150] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.676222] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.676404] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.676493] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.676549] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.676690] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.676765] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.676955] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.682211] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.682356] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.682586] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.682688] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.682783] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d295249d-6465-4e3b-a833-65e513065930 is going to be created. [ 651.722685] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b61b6a66-8cd6-411b-ae01-34633d18318d in Status: SUCCESS [ 651.723018] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.723120] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.723303] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.723498] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.724558] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.724558] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.724558] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.724558] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.724558] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b61b6a66-8cd6-411b-ae01-34633d18318d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.734799] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.735211] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.735211] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.735342] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.735460] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.748275] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d295249d-6465-4e3b-a833-65e513065930 in Status: IN_PROGRESS for 2s [ 652.040618] env[68192]: INFO networking_nsxv3.common.synchronization [req-9399869c-8d41-4a31-a566-a1df80e79b84 req-53824e29-cc57-48e3-85b9-53e19170aa72 tempest-TenantUsagesTestJSON-2057838666 tempest-TenantUsagesTestJSON-2057838666-project-member] Enqueued Resource ID: f9bec502-1db0-427e-a60f-b20a3e0142ac with Priority: HIGHEST for action security_group_members [ 652.040618] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f9bec502-1db0-427e-a60f-b20a3e0142ac with Priority: HIGHEST for action security_group_members [ 652.040762] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-f9bec502-1db0-427e-a60f-b20a3e0142ac taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.040865] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f9bec502-1db0-427e-a60f-b20a3e0142ac" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.040941] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f9bec502-1db0-427e-a60f-b20a3e0142ac" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.041314] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f9bec502-1db0-427e-a60f-b20a3e0142ac" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.041420] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.041545] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.041545] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.044971] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.044971] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.044971] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f9bec502-1db0-427e-a60f-b20a3e0142ac',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.155517] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.155723] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.155827] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf4cd555-51fd-4b09-b9be-5403c4ff0d86',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.157758] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 193cff03-fd6a-487f-a2ca-28eeeb987da9 with status ACTIVE [ 652.157953] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.158096] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.158160] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.158380] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.158767] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.158998] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.159952] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.160058] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.160246] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.160331] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.160517] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.160612] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.160827] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.160827] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.161218] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.161218] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 193cff03-fd6a-487f-a2ca-28eeeb987da9 is going to be updated. [ 652.182418] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.182581] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.182659] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.182862] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.182999] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.183177] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-193cff03-fd6a-487f-a2ca-28eeeb987da9" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.227356] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b61b6a66-8cd6-411b-ae01-34633d18318d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.292725] env[68192]: INFO networking_nsxv3.common.synchronization [None req-5d5a6992-0ec4-4b1f-a14e-92bc96c0d26b None None] Enqueued Resource ID: e23f8bd5-dbff-4052-91cb-33b19dd8d637 with Priority: HIGHEST for action port [ 652.292927] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e23f8bd5-dbff-4052-91cb-33b19dd8d637 with Priority: HIGHEST for action port [ 652.293359] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-e23f8bd5-dbff-4052-91cb-33b19dd8d637 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.293728] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e23f8bd5-dbff-4052-91cb-33b19dd8d637" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.293728] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e23f8bd5-dbff-4052-91cb-33b19dd8d637" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.294806] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e23f8bd5-dbff-4052-91cb-33b19dd8d637" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.294806] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e23f8bd5-dbff-4052-91cb-33b19dd8d637',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.375420] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: SUCCESS [ 652.375420] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.375420] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.375420] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.375420] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.547527] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.547718] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.547793] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.548029] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.567673] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.567978] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.568099] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.568197] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.568449] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.568548] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.568649] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9bec502-1db0-427e-a60f-b20a3e0142ac is going to be updated. [ 652.600139] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.600310] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.600310] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.600954] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.600954] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.620494] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9bec502-1db0-427e-a60f-b20a3e0142ac in Status: IN_PROGRESS for 2s [ 652.658097] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf4cd555-51fd-4b09-b9be-5403c4ff0d86',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.728932] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b61b6a66-8cd6-411b-ae01-34633d18318d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.798505] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e23f8bd5-dbff-4052-91cb-33b19dd8d637 [ 652.798505] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.798505] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.798505] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.798505] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.798505] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.798505] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e23f8bd5-dbff-4052-91cb-33b19dd8d637 already deleted. [ 652.798505] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e23f8bd5-dbff-4052-91cb-33b19dd8d637" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.878142] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.878310] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.878375] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.878636] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.878812] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.878917] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.878978] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.879145] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.879232] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.879321] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.879411] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.967284] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09d716a9-e19d-4641-9d4a-0e1baf27fed8 in Status: SUCCESS [ 652.967284] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09d716a9-e19d-4641-9d4a-0e1baf27fed8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.967422] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09d716a9-e19d-4641-9d4a-0e1baf27fed8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.967910] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09d716a9-e19d-4641-9d4a-0e1baf27fed8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.967910] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.968057] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.968057] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.968181] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.968260] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.968343] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09d716a9-e19d-4641-9d4a-0e1baf27fed8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.968430] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('09d716a9-e19d-4641-9d4a-0e1baf27fed8',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.163655] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.163655] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.163655] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.163875] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.163875] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.164185] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 is going to be created. [ 653.192522] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.192709] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.192765] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.192956] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.193136] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.204210] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 in Status: UNINITIALIZED for 2s [ 653.232919] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.232919] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.232919] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.233254] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.233851] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.233944] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b61b6a66-8cd6-411b-ae01-34633d18318d is going to be updated. [ 653.269837] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.270173] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.270173] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.270363] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.270653] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.284056] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b61b6a66-8cd6-411b-ae01-34633d18318d in Status: IN_PROGRESS for 2s [ 653.382544] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.382719] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.382778] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.383010] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.383188] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.383289] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.383347] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.383499] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.383592] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.383682] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.383830] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.383991] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.383991] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.384144] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.384286] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.384378] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.384440] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.384786] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.384786] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.384786] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.384937] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.471937] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('09d716a9-e19d-4641-9d4a-0e1baf27fed8',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.760668] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d295249d-6465-4e3b-a833-65e513065930 in Status: SUCCESS [ 653.760668] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.888716] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cb550d5-2955-43d8-af46-287b908126a2: rpc.has_security_group_logging(os_id): False [ 653.906822] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.907080] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.907166] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.907425] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.907503] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.908076] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.908076] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.908076] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.908076] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.908350] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.908350] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.908438] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.909030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.909030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.909030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.909030] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.909030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.911383] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.911383] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.911383] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.911383] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cb550d5-2955-43d8-af46-287b908126a2 is going to be updated. [ 653.967131] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.967617] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.967714] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.967969] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.968504] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.974303] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 09d716a9-e19d-4641-9d4a-0e1baf27fed8: rpc.has_security_group_logging(os_id): False [ 653.992261] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: IN_PROGRESS for 2s [ 653.998113] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.998113] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.998113] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.998113] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.998113] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.998113] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.998113] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.998113] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.998113] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.998113] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.998113] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09d716a9-e19d-4641-9d4a-0e1baf27fed8 is going to be created. [ 654.074053] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.074518] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.074726] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.075042] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.075240] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.090933] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09d716a9-e19d-4641-9d4a-0e1baf27fed8 in Status: IN_PROGRESS for 2s [ 654.371797] env[68192]: INFO networking_nsxv3.common.synchronization [req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 req-140e680e-aeb0-4814-be9d-50fe149c8a27 tempest-ServersV294TestFqdnHostnames-1345169374 tempest-ServersV294TestFqdnHostnames-1345169374-project-member] Enqueued Resource ID: 84c1644e-0418-495c-9d5b-ac68f4470a14 with Priority: HIGHEST for action security_group_members [ 654.373337] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c1644e-0418-495c-9d5b-ac68f4470a14 with Priority: HIGHEST for action security_group_members [ 654.374711] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-84c1644e-0418-495c-9d5b-ac68f4470a14 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.376316] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84c1644e-0418-495c-9d5b-ac68f4470a14" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.376316] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84c1644e-0418-495c-9d5b-ac68f4470a14" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.376316] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84c1644e-0418-495c-9d5b-ac68f4470a14" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.376631] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.376932] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.378038] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.378038] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.378038] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.378038] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84c1644e-0418-495c-9d5b-ac68f4470a14',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.630747] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f9bec502-1db0-427e-a60f-b20a3e0142ac in Status: SUCCESS [ 654.630747] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f9bec502-1db0-427e-a60f-b20a3e0142ac deletion is rescheduled due to dependency. [ 654.630747] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f9bec502-1db0-427e-a60f-b20a3e0142ac" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.881503] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.881821] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.881821] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.881974] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.882087] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.882294] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.882397] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.882460] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.882614] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.882691] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.882774] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84c1644e-0418-495c-9d5b-ac68f4470a14 already deleted. [ 654.882852] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84c1644e-0418-495c-9d5b-ac68f4470a14" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.970987] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-602 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.971222] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-602" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.971355] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-602" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.971731] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-602" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.972100] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.972299] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.972456] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.972725] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.972926] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.973184] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.973341] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 654.973479] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 654.973632] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 654.973785] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 654.974009] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 654.974305] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 654.992411] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 654.994371] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 654.994534] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 654.994717] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-602" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.995038] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-1ba6df08-54fa-42d9-ab53-699e09d8aa8b taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.995212] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-1ba6df08-54fa-42d9-ab53-699e09d8aa8b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.995329] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-1ba6df08-54fa-42d9-ab53-699e09d8aa8b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.995652] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-1ba6df08-54fa-42d9-ab53-699e09d8aa8b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.995792] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ba6df08-54fa-42d9-ab53-699e09d8aa8b',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.215579] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 in Status: SUCCESS [ 655.215579] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.215579] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.215579] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.215579] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.215891] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.215891] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.215891] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.215993] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.216043] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.216131] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf4cd555-51fd-4b09-b9be-5403c4ff0d86',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.295743] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b61b6a66-8cd6-411b-ae01-34633d18318d in Status: SUCCESS [ 655.295743] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.295743] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.295743] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.295743] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.295743] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.295743] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.295743] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.295743] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.296816] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.296816] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-b61b6a66-8cd6-411b-ae01-34633d18318d taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.296816] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.296816] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.296816] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.296816] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.296816] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.296816] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.296816] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.296816] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.297147] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.297147] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b61b6a66-8cd6-411b-ae01-34633d18318d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.498292] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.498744] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.499337] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.499780] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.499958] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.500252] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port 1ba6df08-54fa-42d9-ab53-699e09d8aa8b not found, creating... [ 655.500586] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.500797] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.500933] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.501190] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.501353] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.501640] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.501806] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.502047] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.502190] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.502551] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.502971] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: 1ba6df08-54fa-42d9-ab53-699e09d8aa8b is going to be created. [ 655.523352] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.523584] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.523723] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.524039] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.524291] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.524507] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-1ba6df08-54fa-42d9-ab53-699e09d8aa8b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.720090] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.720344] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.720488] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.720770] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.721036] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.721202] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.721305] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.721537] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.721642] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.721738] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.721895] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.722050] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.722268] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.722339] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.722469] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.722592] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.722647] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.722827] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.722898] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.722978] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.723084] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf4cd555-51fd-4b09-b9be-5403c4ff0d86',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.801184] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b61b6a66-8cd6-411b-ae01-34633d18318d: rpc.has_security_group_logging(os_id): False [ 655.816665] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.816817] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.816928] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.817594] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.833710] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.833996] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.834156] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.834252] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.834471] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.834581] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.834803] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.834931] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.835013] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.835195] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.835282] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.835523] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.835640] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.835719] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.835885] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.835982] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.836239] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b61b6a66-8cd6-411b-ae01-34633d18318d is going to be updated. [ 655.891379] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.891721] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.891721] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.891843] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.892051] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.904916] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b61b6a66-8cd6-411b-ae01-34633d18318d in Status: IN_PROGRESS for 2s [ 656.007927] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: SUCCESS [ 656.008526] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.101463] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 09d716a9-e19d-4641-9d4a-0e1baf27fed8 in Status: SUCCESS [ 656.101891] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-09d716a9-e19d-4641-9d4a-0e1baf27fed8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.225749] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf4cd555-51fd-4b09-b9be-5403c4ff0d86: rpc.has_security_group_logging(os_id): False [ 656.245229] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.245376] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.245442] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.245656] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.246858] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.247681] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.247681] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.251020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.251020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.251020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.251020] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.251020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.251020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.251020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.251020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.251020] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.251020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.251020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.251020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.251020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.251020] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 is going to be created. [ 656.316713] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.316847] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.316923] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.317164] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.317365] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.336973] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 in Status: IN_PROGRESS for 2s [ 656.589911] env[68192]: INFO networking_nsxv3.common.synchronization [req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 req-69c1f62f-a7be-4a64-a24a-e88935261e3d service nova] Enqueued Resource ID: 84c1644e-0418-495c-9d5b-ac68f4470a14 with Priority: HIGHEST for action security_group_rules [ 656.592016] env[68192]: INFO networking_nsxv3.common.synchronization [req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 req-69c1f62f-a7be-4a64-a24a-e88935261e3d service nova] Enqueued Resource ID: 84c1644e-0418-495c-9d5b-ac68f4470a14 with Priority: HIGHEST for action security_group_members [ 656.592016] env[68192]: INFO networking_nsxv3.common.synchronization [req-117913a6-491a-4d73-8c5c-9bf854cd4ff3 req-69c1f62f-a7be-4a64-a24a-e88935261e3d service nova] Enqueued Resource ID: 1ba6df08-54fa-42d9-ab53-699e09d8aa8b with Priority: HIGHEST for action port [ 656.592016] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c1644e-0418-495c-9d5b-ac68f4470a14 with Priority: HIGHEST for action security_group_rules [ 656.592016] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c1644e-0418-495c-9d5b-ac68f4470a14 with Priority: HIGHEST for action security_group_members [ 656.592016] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ba6df08-54fa-42d9-ab53-699e09d8aa8b with Priority: HIGHEST for action port [ 656.592622] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84c1644e-0418-495c-9d5b-ac68f4470a14 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.592622] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84c1644e-0418-495c-9d5b-ac68f4470a14" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.592748] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84c1644e-0418-495c-9d5b-ac68f4470a14" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.592861] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84c1644e-0418-495c-9d5b-ac68f4470a14" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.592960] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84c1644e-0418-495c-9d5b-ac68f4470a14',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.595552] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-84c1644e-0418-495c-9d5b-ac68f4470a14 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.595703] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84c1644e-0418-495c-9d5b-ac68f4470a14" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.595785] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84c1644e-0418-495c-9d5b-ac68f4470a14" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.595998] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84c1644e-0418-495c-9d5b-ac68f4470a14" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.596178] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.596277] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.596336] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.596581] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.596581] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.596671] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('84c1644e-0418-495c-9d5b-ac68f4470a14',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.598380] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ba6df08-54fa-42d9-ab53-699e09d8aa8b taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.598498] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ba6df08-54fa-42d9-ab53-699e09d8aa8b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.598627] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ba6df08-54fa-42d9-ab53-699e09d8aa8b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.598778] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ba6df08-54fa-42d9-ab53-699e09d8aa8b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.598864] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ba6df08-54fa-42d9-ab53-699e09d8aa8b',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.095024] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-84c1644e-0418-495c-9d5b-ac68f4470a14 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.095342] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-84c1644e-0418-495c-9d5b-ac68f4470a14" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.102621] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('84c1644e-0418-495c-9d5b-ac68f4470a14',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.103584] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ba6df08-54fa-42d9-ab53-699e09d8aa8b with status ACTIVE [ 657.103844] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.103980] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.104056] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.104285] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.104393] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.104637] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.104720] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.104766] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.104962] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.105063] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.105334] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.105334] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.105424] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.105525] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.105585] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.105679] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ba6df08-54fa-42d9-ab53-699e09d8aa8b is going to be updated. [ 657.129455] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.129652] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.129719] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.129926] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.130086] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.130244] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ba6df08-54fa-42d9-ab53-699e09d8aa8b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.252174] env[68192]: INFO networking_nsxv3.common.synchronization [req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 req-b4849113-307b-4852-8513-6babda4c5f9d tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Enqueued Resource ID: 2f58bcf9-38f5-4df3-a871-7e234542a03f with Priority: HIGHEST for action security_group_members [ 657.252749] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f58bcf9-38f5-4df3-a871-7e234542a03f with Priority: HIGHEST for action security_group_members [ 657.253090] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f58bcf9-38f5-4df3-a871-7e234542a03f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.253580] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f58bcf9-38f5-4df3-a871-7e234542a03f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.253580] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f58bcf9-38f5-4df3-a871-7e234542a03f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.253580] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f58bcf9-38f5-4df3-a871-7e234542a03f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.253732] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.253862] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.253862] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.253995] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.258287] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.259696] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f58bcf9-38f5-4df3-a871-7e234542a03f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.615320] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('84c1644e-0418-495c-9d5b-ac68f4470a14',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.761844] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.762769] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.762769] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.762769] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.762769] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.763037] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.763037] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.763037] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.763826] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.763826] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.763826] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f58bcf9-38f5-4df3-a871-7e234542a03f already deleted. [ 657.763826] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f58bcf9-38f5-4df3-a871-7e234542a03f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.919882] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b61b6a66-8cd6-411b-ae01-34633d18318d in Status: SUCCESS [ 657.920158] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.920344] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.920579] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.920695] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b61b6a66-8cd6-411b-ae01-34633d18318d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.118544] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.118544] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.118544] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.119024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.119024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.119024] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 84c1644e-0418-495c-9d5b-ac68f4470a14 is going to be created. [ 658.143612] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.143829] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.143829] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.144261] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.144261] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.155935] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84c1644e-0418-495c-9d5b-ac68f4470a14 in Status: UNINITIALIZED for 2s [ 658.350266] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 in Status: SUCCESS [ 658.350493] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.387542] env[68192]: INFO networking_nsxv3.common.synchronization [req-f1945f6a-a96d-4069-93d1-8101b7e72e6b req-741b65f4-65a3-41b5-a008-44cdca3355fd tempest-FloatingIPsAssociationNegativeTestJSON-1709198615 tempest-FloatingIPsAssociationNegativeTestJSON-1709198615-project-member] Enqueued Resource ID: f627b214-f621-4e1c-8bef-e6cfe69e1b50 with Priority: HIGHEST for action security_group_members [ 658.388076] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f627b214-f621-4e1c-8bef-e6cfe69e1b50 with Priority: HIGHEST for action security_group_members [ 658.388370] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-f627b214-f621-4e1c-8bef-e6cfe69e1b50 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.388489] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f627b214-f621-4e1c-8bef-e6cfe69e1b50" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.388562] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f627b214-f621-4e1c-8bef-e6cfe69e1b50" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.388814] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f627b214-f621-4e1c-8bef-e6cfe69e1b50" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.388971] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.389354] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.389422] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.389579] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.390114] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.390225] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f627b214-f621-4e1c-8bef-e6cfe69e1b50',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.423241] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-b61b6a66-8cd6-411b-ae01-34633d18318d taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.423415] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.423455] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.423690] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.423855] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.423962] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.424070] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.424186] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.424268] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.424350] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.424432] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b61b6a66-8cd6-411b-ae01-34633d18318d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.431138] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.431138] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.431138] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.431138] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.431477] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.431477] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.431477] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.431599] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.431752] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.432180] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 658.432180] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 658.432180] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 658.432412] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 658.432412] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 658.432477] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 658.432598] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 658.452607] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 658.452763] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 658.452893] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 658.453083] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.454135] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-9f200820-7e25-4ffc-9dc8-3cbc12b24441 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.454135] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-9f200820-7e25-4ffc-9dc8-3cbc12b24441" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.454135] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-9f200820-7e25-4ffc-9dc8-3cbc12b24441" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.454135] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-9f200820-7e25-4ffc-9dc8-3cbc12b24441" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.454135] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f200820-7e25-4ffc-9dc8-3cbc12b24441',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.754164] env[68192]: INFO networking_nsxv3.common.synchronization [req-4e41f04e-1c61-4610-97fd-29076eb597a6 req-db3d22da-f773-4070-b11e-1909829e5bb8 tempest-ServerRescueTestJSONUnderV235-1266537576 tempest-ServerRescueTestJSONUnderV235-1266537576-project-member] Enqueued Resource ID: b61b6a66-8cd6-411b-ae01-34633d18318d with Priority: HIGHEST for action security_group_members [ 658.754719] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b61b6a66-8cd6-411b-ae01-34633d18318d with Priority: HIGHEST for action security_group_members [ 658.754997] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-b61b6a66-8cd6-411b-ae01-34633d18318d taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.759232] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.759232] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.759232] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.759232] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.759232] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.759232] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.759232] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.759232] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.759232] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b61b6a66-8cd6-411b-ae01-34633d18318d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.892682] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.895151] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.895151] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.895151] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.914730] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.914730] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.914730] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.914730] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.914730] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.914730] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.914730] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f627b214-f621-4e1c-8bef-e6cfe69e1b50 is going to be updated. [ 658.929224] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-b61b6a66-8cd6-411b-ae01-34633d18318d taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.929663] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.942031] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.943018] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.943018] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.943018] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.943018] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.951647] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f627b214-f621-4e1c-8bef-e6cfe69e1b50 in Status: IN_PROGRESS for 2s [ 658.956910] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.958364] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.958518] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.958865] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.959031] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.959180] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port 9f200820-7e25-4ffc-9dc8-3cbc12b24441 not found, creating... [ 658.959622] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.959622] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.960109] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.960109] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.960109] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.960357] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.960513] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.960616] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.960818] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.961768] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.961999] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: 9f200820-7e25-4ffc-9dc8-3cbc12b24441 is going to be created. [ 658.993098] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.993285] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.993418] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.993675] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.993920] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.994166] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-9f200820-7e25-4ffc-9dc8-3cbc12b24441" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.128023] env[68192]: INFO networking_nsxv3.common.synchronization [req-3a826491-9cda-4cec-be9e-d7d731a17dc3 req-cac644d8-a295-4d54-8691-638d011125b1 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Enqueued Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_members [ 659.128023] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_members [ 659.128023] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.128023] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.128023] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.128023] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.128023] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.128023] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.128023] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.128023] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.128023] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.128023] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.266517] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.266634] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.266752] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.267015] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.267231] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.267489] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.268998] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.269188] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.269412] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.269501] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.269615] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b61b6a66-8cd6-411b-ae01-34633d18318d is going to be updated. [ 659.305054] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.305241] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.305370] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.305486] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.305620] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.314580] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b61b6a66-8cd6-411b-ae01-34633d18318d in Status: IN_PROGRESS for 2s [ 659.633921] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.757708] env[68192]: INFO networking_nsxv3.common.synchronization [req-3a826491-9cda-4cec-be9e-d7d731a17dc3 req-a2994f96-cb51-4dee-820a-8d6fbc8e4c1a tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Enqueued Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_members [ 659.758481] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_members [ 659.759319] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.759319] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.136419] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.166411] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84c1644e-0418-495c-9d5b-ac68f4470a14 in Status: UNINITIALIZED for 4s [ 660.192161] env[68192]: INFO networking_nsxv3.common.synchronization [None req-75a9b68c-94c1-44a2-add0-d53a7fbcaf99 None None] Enqueued Resource ID: 270648b9-16dc-4874-87bc-5dc6d7d0f509 with Priority: HIGHEST for action port [ 660.192373] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 270648b9-16dc-4874-87bc-5dc6d7d0f509 with Priority: HIGHEST for action port [ 660.192697] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-270648b9-16dc-4874-87bc-5dc6d7d0f509 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.194704] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-270648b9-16dc-4874-87bc-5dc6d7d0f509" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.194704] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-270648b9-16dc-4874-87bc-5dc6d7d0f509" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.194704] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-270648b9-16dc-4874-87bc-5dc6d7d0f509" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.194704] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('270648b9-16dc-4874-87bc-5dc6d7d0f509',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.266292] env[68192]: INFO networking_nsxv3.common.synchronization [req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 req-73f772b4-9793-45fd-9814-c9dd57fe347a service nova] Enqueued Resource ID: 2f58bcf9-38f5-4df3-a871-7e234542a03f with Priority: HIGHEST for action security_group_rules [ 660.268982] env[68192]: INFO networking_nsxv3.common.synchronization [req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 req-73f772b4-9793-45fd-9814-c9dd57fe347a service nova] Enqueued Resource ID: 2f58bcf9-38f5-4df3-a871-7e234542a03f with Priority: HIGHEST for action security_group_members [ 660.268982] env[68192]: INFO networking_nsxv3.common.synchronization [req-2c7132f2-0c95-44e1-aa20-ac56eb7921b1 req-73f772b4-9793-45fd-9814-c9dd57fe347a service nova] Enqueued Resource ID: 9f200820-7e25-4ffc-9dc8-3cbc12b24441 with Priority: HIGHEST for action port [ 660.268982] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f58bcf9-38f5-4df3-a871-7e234542a03f with Priority: HIGHEST for action security_group_rules [ 660.268982] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f58bcf9-38f5-4df3-a871-7e234542a03f with Priority: HIGHEST for action security_group_members [ 660.268982] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f200820-7e25-4ffc-9dc8-3cbc12b24441 with Priority: HIGHEST for action port [ 660.268982] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f58bcf9-38f5-4df3-a871-7e234542a03f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.268982] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f58bcf9-38f5-4df3-a871-7e234542a03f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.268982] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f58bcf9-38f5-4df3-a871-7e234542a03f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.269493] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f58bcf9-38f5-4df3-a871-7e234542a03f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.269493] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f58bcf9-38f5-4df3-a871-7e234542a03f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.271337] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f58bcf9-38f5-4df3-a871-7e234542a03f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.271337] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f58bcf9-38f5-4df3-a871-7e234542a03f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.271337] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f58bcf9-38f5-4df3-a871-7e234542a03f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.271337] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f58bcf9-38f5-4df3-a871-7e234542a03f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.271337] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.271337] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.271337] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.271337] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.271722] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.271722] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f58bcf9-38f5-4df3-a871-7e234542a03f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.272501] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f200820-7e25-4ffc-9dc8-3cbc12b24441 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.272602] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f200820-7e25-4ffc-9dc8-3cbc12b24441" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.273070] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f200820-7e25-4ffc-9dc8-3cbc12b24441" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.273070] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f200820-7e25-4ffc-9dc8-3cbc12b24441" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.273070] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f200820-7e25-4ffc-9dc8-3cbc12b24441',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.297024] env[68192]: INFO networking_nsxv3.common.synchronization [req-3a826491-9cda-4cec-be9e-d7d731a17dc3 req-4a7066e4-3f3a-428f-ba2d-968324e5b333 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Enqueued Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_members [ 660.297837] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_members [ 660.299326] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.299326] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.640346] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.641332] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.644043] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.644043] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.644043] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.644043] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cb550d5-2955-43d8-af46-287b908126a2 is going to be updated. [ 660.674809] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.674809] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.674809] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.674809] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.674809] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.679567] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: IN_PROGRESS for 2s [ 660.701723] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 270648b9-16dc-4874-87bc-5dc6d7d0f509 [ 660.701723] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.701900] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.701941] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.703619] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.703619] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.703619] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:270648b9-16dc-4874-87bc-5dc6d7d0f509 already deleted. [ 660.703619] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-270648b9-16dc-4874-87bc-5dc6d7d0f509" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.777274] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f58bcf9-38f5-4df3-a871-7e234542a03f taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.777274] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f58bcf9-38f5-4df3-a871-7e234542a03f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.777402] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2f58bcf9-38f5-4df3-a871-7e234542a03f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.778865] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9f200820-7e25-4ffc-9dc8-3cbc12b24441 with status ACTIVE [ 660.778865] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.778865] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.778865] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.778865] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.779110] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.779110] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.779197] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.779239] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.779387] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.779461] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.779710] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.779861] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.779923] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.781347] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.781347] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.781347] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9f200820-7e25-4ffc-9dc8-3cbc12b24441 is going to be updated. [ 660.799287] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.799951] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.799951] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.800187] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.800347] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.800505] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f200820-7e25-4ffc-9dc8-3cbc12b24441" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.962528] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f627b214-f621-4e1c-8bef-e6cfe69e1b50 in Status: SUCCESS [ 660.962738] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f627b214-f621-4e1c-8bef-e6cfe69e1b50 deletion is rescheduled due to dependency. [ 660.963658] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f627b214-f621-4e1c-8bef-e6cfe69e1b50" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.284023] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2f58bcf9-38f5-4df3-a871-7e234542a03f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.324207] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b61b6a66-8cd6-411b-ae01-34633d18318d in Status: SUCCESS [ 661.325247] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b61b6a66-8cd6-411b-ae01-34633d18318d deletion is rescheduled due to dependency. [ 661.325247] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.325247] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.326241] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.326457] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.326579] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.326644] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.326820] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.326936] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.327936] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.327936] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-b61b6a66-8cd6-411b-ae01-34633d18318d taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.327936] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.327936] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.327936] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.327936] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.327936] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.327936] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.327936] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.328367] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.328367] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.328367] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b61b6a66-8cd6-411b-ae01-34633d18318d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.786432] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.786631] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.786631] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.786941] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.787115] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.787317] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f58bcf9-38f5-4df3-a871-7e234542a03f is going to be created. [ 661.815639] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.815639] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.815639] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.815639] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.815639] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.822286] env[68192]: INFO networking_nsxv3.common.synchronization [None req-76ffdcaa-f08a-4b56-b9ad-8290d12f7362 None None] Enqueued Resource ID: 88495ca9-602c-440e-993a-27e4e9050d0b with Priority: HIGHEST for action port [ 661.822286] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88495ca9-602c-440e-993a-27e4e9050d0b with Priority: HIGHEST for action port [ 661.823670] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-88495ca9-602c-440e-993a-27e4e9050d0b taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.824332] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88495ca9-602c-440e-993a-27e4e9050d0b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.827698] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88495ca9-602c-440e-993a-27e4e9050d0b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.827698] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88495ca9-602c-440e-993a-27e4e9050d0b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.827698] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88495ca9-602c-440e-993a-27e4e9050d0b',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.827698] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f58bcf9-38f5-4df3-a871-7e234542a03f in Status: UNINITIALIZED for 2s [ 661.836197] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b61b6a66-8cd6-411b-ae01-34633d18318d: rpc.has_security_group_logging(os_id): False [ 661.853564] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.853932] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.854284] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.855519] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.855519] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.855519] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.855519] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.855519] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.855519] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.855519] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.856249] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.856547] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.856702] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.856969] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.857166] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.857566] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.858228] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.858318] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.858482] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.858599] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.858646] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b61b6a66-8cd6-411b-ae01-34633d18318d is going to be updated. [ 661.919955] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.919955] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.919955] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.919955] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.919955] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.933245] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b61b6a66-8cd6-411b-ae01-34633d18318d in Status: IN_PROGRESS for 2s [ 662.179087] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 84c1644e-0418-495c-9d5b-ac68f4470a14 in Status: SUCCESS [ 662.179087] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84c1644e-0418-495c-9d5b-ac68f4470a14" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.179087] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-84c1644e-0418-495c-9d5b-ac68f4470a14" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.179087] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-84c1644e-0418-495c-9d5b-ac68f4470a14" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.179087] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.179087] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.179087] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.179087] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.179087] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.179087] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-84c1644e-0418-495c-9d5b-ac68f4470a14" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.179087] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('84c1644e-0418-495c-9d5b-ac68f4470a14',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.330036] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88495ca9-602c-440e-993a-27e4e9050d0b [ 662.330036] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.330036] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.330036] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.330036] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.330036] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.330036] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88495ca9-602c-440e-993a-27e4e9050d0b already deleted. [ 662.330036] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88495ca9-602c-440e-993a-27e4e9050d0b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.510444] env[68192]: INFO networking_nsxv3.common.synchronization [req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae req-e5f672ee-c553-43e7-9f45-17cec25a99d3 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Enqueued Resource ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 with Priority: HIGHEST for action security_group_members [ 662.511063] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 with Priority: HIGHEST for action security_group_members [ 662.511412] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-df390cf8-2be7-44b4-950f-a48b6913e6a0 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.511687] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.511687] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.511950] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.512171] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.512310] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.512395] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.512587] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.512729] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.512810] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df390cf8-2be7-44b4-950f-a48b6913e6a0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.681508] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('84c1644e-0418-495c-9d5b-ac68f4470a14',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.691474] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: SUCCESS [ 662.691580] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.691683] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.691903] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.692110] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.692220] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.692279] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.692425] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.692503] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.692591] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.711341] env[68192]: INFO networking_nsxv3.common.synchronization [None req-12b70866-1e93-4483-9c74-b3130eae2e76 None None] Enqueued Resource ID: 094629e5-64fc-487c-a8db-42f7e60cedff with Priority: HIGHEST for action port [ 662.711341] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 094629e5-64fc-487c-a8db-42f7e60cedff with Priority: HIGHEST for action port [ 662.711842] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-094629e5-64fc-487c-a8db-42f7e60cedff taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.713321] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-094629e5-64fc-487c-a8db-42f7e60cedff" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.713321] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-094629e5-64fc-487c-a8db-42f7e60cedff" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.713321] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-094629e5-64fc-487c-a8db-42f7e60cedff" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.713321] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('094629e5-64fc-487c-a8db-42f7e60cedff',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.015647] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.015979] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.015979] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.016117] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.016222] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.016419] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.016524] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.018408] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.018710] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.018812] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.018935] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 already deleted. [ 663.019144] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.185131] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 84c1644e-0418-495c-9d5b-ac68f4470a14: rpc.has_security_group_logging(os_id): False [ 663.197498] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.197734] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.197734] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.197976] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.198096] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.198297] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.198394] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.198450] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.202815] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.202815] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.202815] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cb550d5-2955-43d8-af46-287b908126a2 is going to be updated. [ 663.209201] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.209201] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.209201] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.209201] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.209201] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.209201] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.209201] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.209201] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.209201] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.209201] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.209201] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84c1644e-0418-495c-9d5b-ac68f4470a14 is going to be created. [ 663.219740] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 094629e5-64fc-487c-a8db-42f7e60cedff [ 663.220766] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.222266] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.222406] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.222728] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.222904] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.223059] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:094629e5-64fc-487c-a8db-42f7e60cedff already deleted. [ 663.223210] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-094629e5-64fc-487c-a8db-42f7e60cedff" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.224531] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.224531] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.224661] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.224798] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.224991] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.245370] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: IN_PROGRESS for 2s [ 663.290023] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.290023] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.290023] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.290023] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.290023] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.305099] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84c1644e-0418-495c-9d5b-ac68f4470a14 in Status: IN_PROGRESS for 2s [ 663.406800] env[68192]: INFO networking_nsxv3.common.synchronization [None req-335c91d3-777c-4dd7-9427-9c5e200f7b60 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Enqueued Resource ID: a2bb0e24-8cde-427b-8f03-74efd58286d5 with Priority: HIGHEST for action security_group_rules [ 663.407393] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2bb0e24-8cde-427b-8f03-74efd58286d5 with Priority: HIGHEST for action security_group_rules [ 663.407707] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2bb0e24-8cde-427b-8f03-74efd58286d5 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.409837] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2bb0e24-8cde-427b-8f03-74efd58286d5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.410136] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2bb0e24-8cde-427b-8f03-74efd58286d5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.410487] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2bb0e24-8cde-427b-8f03-74efd58286d5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.411612] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2bb0e24-8cde-427b-8f03-74efd58286d5',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.492367] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.492367] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-400" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.492367] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-400" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.492676] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-400" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.493805] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.495996] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.495996] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.495996] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.495996] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.495996] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 663.495996] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 663.495996] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 663.495996] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 663.495996] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 663.495996] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 663.495996] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 663.516750] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 663.516987] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 663.517134] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 663.517334] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-400" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.517724] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-20509137-4c08-47fe-99a9-c497ef7fd787 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.517913] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-20509137-4c08-47fe-99a9-c497ef7fd787" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.518068] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-20509137-4c08-47fe-99a9-c497ef7fd787" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.518493] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-20509137-4c08-47fe-99a9-c497ef7fd787" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.518717] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20509137-4c08-47fe-99a9-c497ef7fd787',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.784913] env[68192]: INFO networking_nsxv3.common.synchronization [None req-af28f699-92e7-4755-99eb-f5e1b5d36831 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Enqueued Resource ID: a2bb0e24-8cde-427b-8f03-74efd58286d5 with Priority: HIGHEST for action security_group_rules [ 663.785468] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2bb0e24-8cde-427b-8f03-74efd58286d5 with Priority: HIGHEST for action security_group_rules [ 663.785772] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2bb0e24-8cde-427b-8f03-74efd58286d5 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.785878] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2bb0e24-8cde-427b-8f03-74efd58286d5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.839936] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f58bcf9-38f5-4df3-a871-7e234542a03f in Status: SUCCESS [ 663.839936] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f58bcf9-38f5-4df3-a871-7e234542a03f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.839936] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f58bcf9-38f5-4df3-a871-7e234542a03f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.839936] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f58bcf9-38f5-4df3-a871-7e234542a03f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.839936] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.839936] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.840313] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.840637] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.840637] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.840637] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f58bcf9-38f5-4df3-a871-7e234542a03f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.841134] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2f58bcf9-38f5-4df3-a871-7e234542a03f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.932544] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.934210] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.934210] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.934210] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.934210] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.934210] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2bb0e24-8cde-427b-8f03-74efd58286d5 already deleted. [ 663.934210] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2bb0e24-8cde-427b-8f03-74efd58286d5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.934561] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2bb0e24-8cde-427b-8f03-74efd58286d5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.934697] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2bb0e24-8cde-427b-8f03-74efd58286d5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.935414] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2bb0e24-8cde-427b-8f03-74efd58286d5',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.948067] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b61b6a66-8cd6-411b-ae01-34633d18318d in Status: SUCCESS [ 663.949436] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b61b6a66-8cd6-411b-ae01-34633d18318d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.021729] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.021980] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.022518] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.022803] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.022954] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.023135] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port 20509137-4c08-47fe-99a9-c497ef7fd787 not found, creating... [ 664.024201] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.024424] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.024547] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.024976] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.027283] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.027768] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.027877] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.028651] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.028651] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.028651] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.028651] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: 20509137-4c08-47fe-99a9-c497ef7fd787 is going to be created. [ 664.049032] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.049032] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.049032] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.049270] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.049417] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.049710] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-20509137-4c08-47fe-99a9-c497ef7fd787" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.134781] env[68192]: INFO networking_nsxv3.common.synchronization [None req-e88de513-92d1-45d3-a8f7-434b322eddbd None None] Enqueued Resource ID: 20c4997f-4cf0-48a1-bc22-4f50bf62b0f9 with Priority: HIGHEST for action port [ 664.135963] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20c4997f-4cf0-48a1-bc22-4f50bf62b0f9 with Priority: HIGHEST for action port [ 664.136483] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-20c4997f-4cf0-48a1-bc22-4f50bf62b0f9 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.136636] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20c4997f-4cf0-48a1-bc22-4f50bf62b0f9" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.136750] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20c4997f-4cf0-48a1-bc22-4f50bf62b0f9" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.137055] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20c4997f-4cf0-48a1-bc22-4f50bf62b0f9" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.137139] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20c4997f-4cf0-48a1-bc22-4f50bf62b0f9',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.343137] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f58bcf9-38f5-4df3-a871-7e234542a03f taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.343304] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f58bcf9-38f5-4df3-a871-7e234542a03f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.343370] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f58bcf9-38f5-4df3-a871-7e234542a03f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.343572] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f58bcf9-38f5-4df3-a871-7e234542a03f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.343733] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.343833] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.343891] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.344214] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.344214] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.344214] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f58bcf9-38f5-4df3-a871-7e234542a03f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.344662] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f58bcf9-38f5-4df3-a871-7e234542a03f taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.344662] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f58bcf9-38f5-4df3-a871-7e234542a03f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.344662] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f58bcf9-38f5-4df3-a871-7e234542a03f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.344662] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f58bcf9-38f5-4df3-a871-7e234542a03f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.344918] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.344918] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.344918] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.345116] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.345116] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.345225] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f58bcf9-38f5-4df3-a871-7e234542a03f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.345225] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2f58bcf9-38f5-4df3-a871-7e234542a03f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.463587] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.463587] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.463587] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.463587] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.463587] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.463587] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2bb0e24-8cde-427b-8f03-74efd58286d5 already deleted. [ 664.463587] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2bb0e24-8cde-427b-8f03-74efd58286d5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.639401] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20c4997f-4cf0-48a1-bc22-4f50bf62b0f9 [ 664.640161] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.640384] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.640477] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.640706] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.640837] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.640941] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20c4997f-4cf0-48a1-bc22-4f50bf62b0f9 already deleted. [ 664.641227] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20c4997f-4cf0-48a1-bc22-4f50bf62b0f9" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.848249] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2f58bcf9-38f5-4df3-a871-7e234542a03f: rpc.has_security_group_logging(os_id): False [ 664.870661] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.870661] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.871044] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.874138] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.874138] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.874138] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.874138] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.874138] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.874138] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.874138] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.874138] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.874138] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.874138] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.874138] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.874138] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.874138] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.874138] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.874792] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.874792] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.874792] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.874792] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f58bcf9-38f5-4df3-a871-7e234542a03f is going to be created. [ 664.933945] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.934140] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.934303] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.934429] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.934619] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.946796] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f58bcf9-38f5-4df3-a871-7e234542a03f in Status: IN_PROGRESS for 2s [ 664.957029] env[68192]: INFO networking_nsxv3.common.synchronization [req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 req-a564c6d1-2769-40da-9b5b-868e9a274b10 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Enqueued Resource ID: a965616d-acb0-48c0-8947-41f243e9010f with Priority: HIGHEST for action security_group_members [ 664.957029] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a965616d-acb0-48c0-8947-41f243e9010f with Priority: HIGHEST for action security_group_members [ 664.957396] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-a965616d-acb0-48c0-8947-41f243e9010f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.957454] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.957495] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.958520] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.958716] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.960701] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.960778] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.961038] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.961109] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.961229] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.259819] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: SUCCESS [ 665.260090] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cb550d5-2955-43d8-af46-287b908126a2 deletion is rescheduled due to dependency. [ 665.260313] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.260399] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.260657] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.260912] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.261233] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.261233] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.261468] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.261677] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.261677] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.311311] env[68192]: INFO networking_nsxv3.common.synchronization [req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae req-5936c8bb-2b7b-4733-bd77-7dca703c8093 service nova] Enqueued Resource ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 with Priority: HIGHEST for action security_group_rules [ 665.311484] env[68192]: INFO networking_nsxv3.common.synchronization [req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae req-5936c8bb-2b7b-4733-bd77-7dca703c8093 service nova] Enqueued Resource ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 with Priority: HIGHEST for action security_group_members [ 665.312180] env[68192]: INFO networking_nsxv3.common.synchronization [req-9abf6acf-7af8-4fd0-aa32-6580c4f26aae req-5936c8bb-2b7b-4733-bd77-7dca703c8093 service nova] Enqueued Resource ID: 20509137-4c08-47fe-99a9-c497ef7fd787 with Priority: HIGHEST for action port [ 665.313274] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 with Priority: HIGHEST for action security_group_rules [ 665.313387] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 with Priority: HIGHEST for action security_group_members [ 665.313620] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20509137-4c08-47fe-99a9-c497ef7fd787 with Priority: HIGHEST for action port [ 665.314628] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df390cf8-2be7-44b4-950f-a48b6913e6a0 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.314628] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.315240] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.315240] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.315240] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df390cf8-2be7-44b4-950f-a48b6913e6a0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.316309] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-df390cf8-2be7-44b4-950f-a48b6913e6a0 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.316495] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.320034] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.320034] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.320034] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.320844] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.320933] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.321182] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.321323] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.321378] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df390cf8-2be7-44b4-950f-a48b6913e6a0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.322464] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-20509137-4c08-47fe-99a9-c497ef7fd787 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.322589] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20509137-4c08-47fe-99a9-c497ef7fd787" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.322652] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20509137-4c08-47fe-99a9-c497ef7fd787" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.322845] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20509137-4c08-47fe-99a9-c497ef7fd787" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.322925] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20509137-4c08-47fe-99a9-c497ef7fd787',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.329399] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 84c1644e-0418-495c-9d5b-ac68f4470a14 in Status: SUCCESS [ 665.329692] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84c1644e-0418-495c-9d5b-ac68f4470a14" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.466265] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.498145] env[68192]: INFO networking_nsxv3.common.synchronization [None req-609b6551-8e2c-4cd9-ad59-b25a99735b72 None None] Enqueued Resource ID: 06bee62a-4b6d-4293-ba28-b5c8c31a1742 with Priority: HIGHEST for action port [ 665.501940] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06bee62a-4b6d-4293-ba28-b5c8c31a1742 with Priority: HIGHEST for action port [ 665.502411] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-06bee62a-4b6d-4293-ba28-b5c8c31a1742 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.502571] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06bee62a-4b6d-4293-ba28-b5c8c31a1742" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.502649] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06bee62a-4b6d-4293-ba28-b5c8c31a1742" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.502941] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06bee62a-4b6d-4293-ba28-b5c8c31a1742" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.503923] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06bee62a-4b6d-4293-ba28-b5c8c31a1742',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.765355] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.765518] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.765592] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.765811] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.765922] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.766152] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.766253] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.766314] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.766465] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.766635] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.766635] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cb550d5-2955-43d8-af46-287b908126a2 is going to be updated. [ 665.795031] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.795182] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.795241] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.795449] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.795598] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.803868] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: IN_PROGRESS for 2s [ 665.829497] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-df390cf8-2be7-44b4-950f-a48b6913e6a0 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.829631] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.829846] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df390cf8-2be7-44b4-950f-a48b6913e6a0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.830801] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 20509137-4c08-47fe-99a9-c497ef7fd787 with status ACTIVE [ 665.831058] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.831207] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.831273] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.831534] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.831597] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.831812] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.831932] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.831984] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.832166] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.832244] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.832429] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.832518] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.832576] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.837196] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.837196] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.837196] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 20509137-4c08-47fe-99a9-c497ef7fd787 is going to be updated. [ 665.857268] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.857518] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.857650] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.857970] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.858183] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.858402] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20509137-4c08-47fe-99a9-c497ef7fd787" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.969920] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.007282] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 06bee62a-4b6d-4293-ba28-b5c8c31a1742 [ 666.007282] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.007282] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.007282] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.007282] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.007282] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.007282] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:06bee62a-4b6d-4293-ba28-b5c8c31a1742 already deleted. [ 666.007282] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06bee62a-4b6d-4293-ba28-b5c8c31a1742" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.013143] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-747 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.013143] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-747" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.013503] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-747" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.013834] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-747" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.017186] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.017296] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.017414] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.017724] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.017877] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.018110] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 666.018241] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.018344] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.018446] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.018548] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 666.018646] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.018783] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.059980] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.060212] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 666.060351] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.060538] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-747" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.060939] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-1c85c478-f379-484e-be79-f9cb67896b3b taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.061056] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-1c85c478-f379-484e-be79-f9cb67896b3b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.062353] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-1c85c478-f379-484e-be79-f9cb67896b3b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.062353] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-1c85c478-f379-484e-be79-f9cb67896b3b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.062353] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c85c478-f379-484e-be79-f9cb67896b3b',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.339096] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df390cf8-2be7-44b4-950f-a48b6913e6a0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.474118] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.474570] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.474570] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.474731] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.474731] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.474878] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a965616d-acb0-48c0-8947-41f243e9010f is going to be updated. [ 666.503318] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.503318] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.503318] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.503474] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.503576] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.512714] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a965616d-acb0-48c0-8947-41f243e9010f in Status: IN_PROGRESS for 2s [ 666.563727] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.564047] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.564392] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.564960] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.564960] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.565148] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port 1c85c478-f379-484e-be79-f9cb67896b3b not found, creating... [ 666.565648] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.565648] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.566171] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.566171] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.566357] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.566803] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.566905] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.567085] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.568058] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.568605] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.569041] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: 1c85c478-f379-484e-be79-f9cb67896b3b is going to be created. [ 666.589677] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.589915] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.590166] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.590606] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.590941] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.591212] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-1c85c478-f379-484e-be79-f9cb67896b3b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.762106] env[68192]: INFO networking_nsxv3.common.synchronization [None req-89a005db-652a-48e4-81ce-7398efb9d905 None None] Enqueued Resource ID: e12f5a7b-da54-491d-b4a9-d3f843ad4752 with Priority: HIGHEST for action port [ 666.762323] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e12f5a7b-da54-491d-b4a9-d3f843ad4752 with Priority: HIGHEST for action port [ 666.765593] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-e12f5a7b-da54-491d-b4a9-d3f843ad4752 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.765593] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e12f5a7b-da54-491d-b4a9-d3f843ad4752" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.765593] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e12f5a7b-da54-491d-b4a9-d3f843ad4752" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.765593] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e12f5a7b-da54-491d-b4a9-d3f843ad4752" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.765593] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e12f5a7b-da54-491d-b4a9-d3f843ad4752',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 666.842671] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.842823] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.842893] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.843131] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.843220] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.843318] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 is going to be created. [ 666.867846] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.867846] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.867846] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.867846] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.867846] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.879193] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 in Status: UNINITIALIZED for 2s [ 666.960968] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2f58bcf9-38f5-4df3-a871-7e234542a03f in Status: SUCCESS [ 666.960968] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2f58bcf9-38f5-4df3-a871-7e234542a03f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.269182] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e12f5a7b-da54-491d-b4a9-d3f843ad4752 [ 667.269182] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.269182] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.269182] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.269182] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.269182] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.270162] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e12f5a7b-da54-491d-b4a9-d3f843ad4752 already deleted. [ 667.270162] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e12f5a7b-da54-491d-b4a9-d3f843ad4752" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.369098] env[68192]: INFO networking_nsxv3.common.synchronization [req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 req-983cb940-7136-46bd-9ac8-c2ed06068d98 service nova] Enqueued Resource ID: a965616d-acb0-48c0-8947-41f243e9010f with Priority: HIGHEST for action security_group_rules [ 667.369304] env[68192]: INFO networking_nsxv3.common.synchronization [req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 req-983cb940-7136-46bd-9ac8-c2ed06068d98 service nova] Enqueued Resource ID: a965616d-acb0-48c0-8947-41f243e9010f with Priority: HIGHEST for action security_group_members [ 667.369499] env[68192]: INFO networking_nsxv3.common.synchronization [req-0ca13aa2-7385-40b6-82c8-0d3f8a9c3887 req-983cb940-7136-46bd-9ac8-c2ed06068d98 service nova] Enqueued Resource ID: 1c85c478-f379-484e-be79-f9cb67896b3b with Priority: HIGHEST for action port [ 667.370040] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a965616d-acb0-48c0-8947-41f243e9010f with Priority: HIGHEST for action security_group_rules [ 667.370252] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a965616d-acb0-48c0-8947-41f243e9010f with Priority: HIGHEST for action security_group_members [ 667.370326] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1c85c478-f379-484e-be79-f9cb67896b3b with Priority: HIGHEST for action port [ 667.371055] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a965616d-acb0-48c0-8947-41f243e9010f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.371169] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.371169] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.371393] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.371473] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.375372] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-a965616d-acb0-48c0-8947-41f243e9010f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.375372] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.375545] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-1c85c478-f379-484e-be79-f9cb67896b3b taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.377368] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1c85c478-f379-484e-be79-f9cb67896b3b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.377368] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1c85c478-f379-484e-be79-f9cb67896b3b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.377368] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1c85c478-f379-484e-be79-f9cb67896b3b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.377368] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1c85c478-f379-484e-be79-f9cb67896b3b',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.611574] env[68192]: INFO networking_nsxv3.common.synchronization [req-65596e1d-1b7c-4ddd-8410-2df90f706c64 req-4a823590-e0a9-4c92-beea-2e5e99ee1f7a tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Enqueued Resource ID: f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 with Priority: HIGHEST for action security_group_members [ 667.611574] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 with Priority: HIGHEST for action security_group_members [ 667.611923] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.611995] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.612919] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.612919] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.613117] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.613216] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.613393] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.613866] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.614593] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.614593] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4e41ac5-2600-48f7-8cc0-2fd062e94fa4',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.816444] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: SUCCESS [ 667.816444] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cb550d5-2955-43d8-af46-287b908126a2 deletion is rescheduled due to dependency. [ 667.816444] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.878076] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-a965616d-acb0-48c0-8947-41f243e9010f taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.878204] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.883029] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1c85c478-f379-484e-be79-f9cb67896b3b with status ACTIVE [ 667.883029] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.883029] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.883029] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.883029] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.883029] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.883029] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.883029] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.883029] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.883029] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.883029] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.883029] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.883029] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.883029] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.883029] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.883029] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.883029] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1c85c478-f379-484e-be79-f9cb67896b3b is going to be updated. [ 667.902109] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.902109] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.902109] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.902314] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.902428] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.902584] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1c85c478-f379-484e-be79-f9cb67896b3b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.058547] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.058782] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-72" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.058938] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-72" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.059397] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-72" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.059772] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.059945] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.060105] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.060357] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.060498] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.064118] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.064118] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.064118] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.064118] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.064118] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 668.064118] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.064118] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.082077] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.082267] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 668.082405] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.082575] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-72" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.082875] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-cc487b91-23a7-4018-a8be-da836f4b605e taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.083229] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-cc487b91-23a7-4018-a8be-da836f4b605e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.083229] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-cc487b91-23a7-4018-a8be-da836f4b605e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.083481] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-cc487b91-23a7-4018-a8be-da836f4b605e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.084579] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc487b91-23a7-4018-a8be-da836f4b605e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.118515] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.118515] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.118515] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.118515] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.118515] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.118515] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.118515] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.118515] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.118515] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.118515] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.118515] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 already deleted. [ 668.118515] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.523288] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a965616d-acb0-48c0-8947-41f243e9010f in Status: SUCCESS [ 668.524839] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.524839] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.524839] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.524839] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.524839] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.524839] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.525272] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.525272] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.525272] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.586435] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.586697] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.586819] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.587117] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.587263] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.587415] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port cc487b91-23a7-4018-a8be-da836f4b605e not found, creating... [ 668.587740] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.587944] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.588127] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.588366] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.588503] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.588791] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.588947] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.589282] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.589518] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.589652] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.589914] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: cc487b91-23a7-4018-a8be-da836f4b605e is going to be created. [ 668.609041] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.609041] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.609041] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.609247] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.609437] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.609681] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-cc487b91-23a7-4018-a8be-da836f4b605e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.887795] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 in Status: SUCCESS [ 668.888120] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.889544] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.889544] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.889544] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.889544] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.889544] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.889544] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.889544] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.889544] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.889544] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df390cf8-2be7-44b4-950f-a48b6913e6a0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.030979] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.394026] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-df390cf8-2be7-44b4-950f-a48b6913e6a0 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.394200] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.394245] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.396061] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.396061] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.396061] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.396061] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.396061] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.396061] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.396061] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.396061] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-df390cf8-2be7-44b4-950f-a48b6913e6a0 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.396061] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.396061] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.396061] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.396061] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.396061] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.396061] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.396061] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.396650] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.396650] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.396650] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df390cf8-2be7-44b4-950f-a48b6913e6a0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.533161] env[68192]: INFO networking_nsxv3.common.synchronization [req-65596e1d-1b7c-4ddd-8410-2df90f706c64 req-8b0be64f-29fb-4662-a588-fdd83c3c8857 service nova] Enqueued Resource ID: f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 with Priority: HIGHEST for action security_group_rules [ 669.533161] env[68192]: INFO networking_nsxv3.common.synchronization [req-65596e1d-1b7c-4ddd-8410-2df90f706c64 req-8b0be64f-29fb-4662-a588-fdd83c3c8857 service nova] Enqueued Resource ID: f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 with Priority: HIGHEST for action security_group_members [ 669.533161] env[68192]: INFO networking_nsxv3.common.synchronization [req-65596e1d-1b7c-4ddd-8410-2df90f706c64 req-8b0be64f-29fb-4662-a588-fdd83c3c8857 service nova] Enqueued Resource ID: cc487b91-23a7-4018-a8be-da836f4b605e with Priority: HIGHEST for action port [ 669.533347] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 with Priority: HIGHEST for action security_group_rules [ 669.533397] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 with Priority: HIGHEST for action security_group_members [ 669.533483] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cc487b91-23a7-4018-a8be-da836f4b605e with Priority: HIGHEST for action port [ 669.534355] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.534355] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.534355] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.535900] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.535900] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4e41ac5-2600-48f7-8cc0-2fd062e94fa4',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.535900] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.535900] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.535900] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.535900] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.536119] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.536418] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.536490] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.536645] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.536738] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.536832] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4e41ac5-2600-48f7-8cc0-2fd062e94fa4',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.537536] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.538907] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-cc487b91-23a7-4018-a8be-da836f4b605e taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.539068] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cc487b91-23a7-4018-a8be-da836f4b605e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.539194] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cc487b91-23a7-4018-a8be-da836f4b605e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.539245] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cc487b91-23a7-4018-a8be-da836f4b605e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.539333] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cc487b91-23a7-4018-a8be-da836f4b605e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.899357] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df390cf8-2be7-44b4-950f-a48b6913e6a0: rpc.has_security_group_logging(os_id): False [ 669.920064] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.920574] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.920806] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.921158] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.921352] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.921657] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.921924] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.922159] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.922505] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.922717] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.923076] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.925033] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.925033] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.925033] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.925033] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.925033] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.925033] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.925033] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.925033] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.925521] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.925521] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 is going to be created. [ 669.977015] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.977214] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.977280] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.977499] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.977852] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.988644] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 in Status: IN_PROGRESS for 2s [ 670.041184] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f4e41ac5-2600-48f7-8cc0-2fd062e94fa4',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.042444] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.042586] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.042657] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.042897] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.042971] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.043098] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a965616d-acb0-48c0-8947-41f243e9010f is going to be updated. [ 670.044676] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.044755] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.058009] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cc487b91-23a7-4018-a8be-da836f4b605e with status ACTIVE [ 670.058009] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.058573] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.058573] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.058573] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.059140] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.059140] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.059140] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.059140] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.059140] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.059344] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.059344] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.059497] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.059497] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.059762] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.059817] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.061714] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cc487b91-23a7-4018-a8be-da836f4b605e is going to be updated. [ 670.091024] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.091024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.091024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.091024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.091024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.092200] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.092328] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.092399] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.092633] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.092757] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.092901] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cc487b91-23a7-4018-a8be-da836f4b605e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.110268] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a965616d-acb0-48c0-8947-41f243e9010f in Status: IN_PROGRESS for 2s [ 670.682043] env[68192]: INFO networking_nsxv3.common.synchronization [None req-21f93356-88f1-4514-8f32-6d7a01e43267 None None] Enqueued Resource ID: ee2bffb4-cb39-4f4e-aeed-02935918dbc0 with Priority: HIGHEST for action port [ 670.682043] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ee2bffb4-cb39-4f4e-aeed-02935918dbc0 with Priority: HIGHEST for action port [ 670.682043] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-ee2bffb4-cb39-4f4e-aeed-02935918dbc0 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.682043] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ee2bffb4-cb39-4f4e-aeed-02935918dbc0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.682043] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ee2bffb4-cb39-4f4e-aeed-02935918dbc0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.682043] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ee2bffb4-cb39-4f4e-aeed-02935918dbc0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.682043] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ee2bffb4-cb39-4f4e-aeed-02935918dbc0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.682043] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f4e41ac5-2600-48f7-8cc0-2fd062e94fa4',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.948443] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ee2bffb4-cb39-4f4e-aeed-02935918dbc0 [ 670.949235] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.951185] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.951185] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.951185] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.951185] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.951185] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ee2bffb4-cb39-4f4e-aeed-02935918dbc0 already deleted. [ 670.951185] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ee2bffb4-cb39-4f4e-aeed-02935918dbc0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.052237] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.052237] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.052237] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.052237] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.052237] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.052237] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 is going to be created. [ 671.073574] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.073656] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.073693] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.074455] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.074624] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.086628] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 in Status: UNINITIALIZED for 2s [ 671.789185] env[68192]: INFO networking_nsxv3.common.synchronization [None req-5fbf7241-8a3b-4cff-a964-38ed01bbad2e None None] Enqueued Resource ID: ad54ccf4-4875-4162-bdac-689435059837 with Priority: HIGHEST for action port [ 671.789185] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ad54ccf4-4875-4162-bdac-689435059837 with Priority: HIGHEST for action port [ 671.789185] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-ad54ccf4-4875-4162-bdac-689435059837 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.789185] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ad54ccf4-4875-4162-bdac-689435059837" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.789185] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ad54ccf4-4875-4162-bdac-689435059837" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.789185] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ad54ccf4-4875-4162-bdac-689435059837" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.789185] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ad54ccf4-4875-4162-bdac-689435059837',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.007231] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 in Status: SUCCESS [ 672.007552] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.125174] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a965616d-acb0-48c0-8947-41f243e9010f in Status: SUCCESS [ 672.125174] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.125174] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.125174] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.125174] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.125174] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.125174] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.125174] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.125174] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.125174] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.125174] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.291433] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ad54ccf4-4875-4162-bdac-689435059837 [ 672.292403] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.292403] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.292403] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.292403] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.292403] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.292674] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ad54ccf4-4875-4162-bdac-689435059837 already deleted. [ 672.292674] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ad54ccf4-4875-4162-bdac-689435059837" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.630200] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-a965616d-acb0-48c0-8947-41f243e9010f taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.630349] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.630417] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.630632] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.630815] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.630930] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.630999] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.631303] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.631303] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.631396] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.631471] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-a965616d-acb0-48c0-8947-41f243e9010f taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.632066] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.632066] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.632066] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.632066] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.632066] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.632066] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.632589] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.632589] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.632589] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.632589] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.101044] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 in Status: SUCCESS [ 673.101044] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.101044] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.101044] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.101044] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.101044] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.101044] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.101044] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.101044] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.101044] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.101044] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f4e41ac5-2600-48f7-8cc0-2fd062e94fa4',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.144469] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a965616d-acb0-48c0-8947-41f243e9010f: rpc.has_security_group_logging(os_id): False [ 673.158910] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.161908] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.161908] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.161908] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.177285] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.179026] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.179026] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.179026] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.179026] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.179026] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.179394] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.179527] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.179593] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.179777] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.179863] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.180079] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.180187] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.180246] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.180387] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.180461] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.180543] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a965616d-acb0-48c0-8947-41f243e9010f is going to be updated. [ 673.239546] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.240293] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.240703] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.241055] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.241291] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.255886] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a965616d-acb0-48c0-8947-41f243e9010f in Status: IN_PROGRESS for 2s [ 673.281029] env[68192]: INFO networking_nsxv3.common.synchronization [req-62839f5c-ecfa-4224-bbd4-e16656ade526 req-07cc3911-cc6a-4e31-b937-59bb5ef05d8d tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_members [ 673.281029] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_members [ 673.281029] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.281029] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.281029] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.281717] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.281717] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.281885] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.281956] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.282232] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.282353] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.282480] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.285055] env[68192]: INFO networking_nsxv3.common.synchronization [None req-5d496ee3-9cce-47ed-9652-d8ca9fe23561 None None] Enqueued Resource ID: c31889e4-cc86-4828-8e41-a4c2035a01f1 with Priority: HIGHEST for action port [ 673.285812] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c31889e4-cc86-4828-8e41-a4c2035a01f1 with Priority: HIGHEST for action port [ 673.286363] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-c31889e4-cc86-4828-8e41-a4c2035a01f1 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.287513] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c31889e4-cc86-4828-8e41-a4c2035a01f1" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.287513] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c31889e4-cc86-4828-8e41-a4c2035a01f1" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.287513] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c31889e4-cc86-4828-8e41-a4c2035a01f1" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.287513] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c31889e4-cc86-4828-8e41-a4c2035a01f1',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.606235] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f4e41ac5-2600-48f7-8cc0-2fd062e94fa4',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 673.787824] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.787824] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.787824] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.787824] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.787824] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.787824] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.787824] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.787824] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.787824] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.787824] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.787824] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 already deleted. [ 673.787824] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.790602] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c31889e4-cc86-4828-8e41-a4c2035a01f1 [ 673.790602] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 673.790602] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.791496] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.791496] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.791496] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.791496] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c31889e4-cc86-4828-8e41-a4c2035a01f1 already deleted. [ 673.791496] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c31889e4-cc86-4828-8e41-a4c2035a01f1" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.085953] env[68192]: INFO networking_nsxv3.common.synchronization [None req-62c84423-e5cc-49a5-bd7f-56d311b0ba75 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Enqueued Resource ID: 250818b7-8a2b-4944-8f0b-5577a1f705d0 with Priority: HIGHEST for action security_group_rules [ 674.089192] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250818b7-8a2b-4944-8f0b-5577a1f705d0 with Priority: HIGHEST for action security_group_rules [ 674.090283] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-250818b7-8a2b-4944-8f0b-5577a1f705d0 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.090283] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-250818b7-8a2b-4944-8f0b-5577a1f705d0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.090565] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-250818b7-8a2b-4944-8f0b-5577a1f705d0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.090738] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-250818b7-8a2b-4944-8f0b-5577a1f705d0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.090856] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('250818b7-8a2b-4944-8f0b-5577a1f705d0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.107323] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f4e41ac5-2600-48f7-8cc0-2fd062e94fa4: rpc.has_security_group_logging(os_id): False [ 674.125750] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.125920] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.126028] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.126376] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.126439] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.126640] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.126743] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.126803] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.127025] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.127094] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.127133] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 is going to be created. [ 674.183749] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.183749] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.183749] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.184058] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.184058] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.199184] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 in Status: IN_PROGRESS for 2s [ 674.275374] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-852 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.275588] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-852" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.275721] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-852" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.276154] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-852" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.276366] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.276526] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.276644] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.276916] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.277178] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.277505] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.277505] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 674.277730] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 674.277730] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 674.277885] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 674.277948] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 674.278124] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 674.322553] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 674.322747] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 674.322904] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 674.323114] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-852" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.323692] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-e9bcc385-5d62-4834-895b-cc5499cf0055 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.323692] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-e9bcc385-5d62-4834-895b-cc5499cf0055" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.323980] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-e9bcc385-5d62-4834-895b-cc5499cf0055" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.324201] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-e9bcc385-5d62-4834-895b-cc5499cf0055" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.324391] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9bcc385-5d62-4834-895b-cc5499cf0055',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.612210] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.612374] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.612472] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.612655] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.612764] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.612908] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 250818b7-8a2b-4944-8f0b-5577a1f705d0 already deleted. [ 674.612953] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-250818b7-8a2b-4944-8f0b-5577a1f705d0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.726122] env[68192]: INFO networking_nsxv3.common.synchronization [None req-345b34fc-69c2-426f-bf25-0d603dbdb352 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Enqueued Resource ID: 250818b7-8a2b-4944-8f0b-5577a1f705d0 with Priority: HIGHEST for action security_group_rules [ 674.728482] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250818b7-8a2b-4944-8f0b-5577a1f705d0 with Priority: HIGHEST for action security_group_rules [ 674.729579] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-250818b7-8a2b-4944-8f0b-5577a1f705d0 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.729800] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-250818b7-8a2b-4944-8f0b-5577a1f705d0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.729903] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-250818b7-8a2b-4944-8f0b-5577a1f705d0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.730290] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-250818b7-8a2b-4944-8f0b-5577a1f705d0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.730710] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('250818b7-8a2b-4944-8f0b-5577a1f705d0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.743822] env[68192]: INFO networking_nsxv3.common.synchronization [None req-619b948f-a054-4bc2-a2a1-b79f3d6a8d70 None None] Enqueued Resource ID: 4514dd4c-dd3c-44a5-9e4f-0085a345e427 with Priority: HIGHEST for action port [ 674.745495] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4514dd4c-dd3c-44a5-9e4f-0085a345e427 with Priority: HIGHEST for action port [ 674.747043] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-4514dd4c-dd3c-44a5-9e4f-0085a345e427 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.748095] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4514dd4c-dd3c-44a5-9e4f-0085a345e427" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.748095] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4514dd4c-dd3c-44a5-9e4f-0085a345e427" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.750563] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4514dd4c-dd3c-44a5-9e4f-0085a345e427" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.750563] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4514dd4c-dd3c-44a5-9e4f-0085a345e427',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.829727] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.830217] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.830354] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.830684] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.831257] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.834091] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port e9bcc385-5d62-4834-895b-cc5499cf0055 not found, creating... [ 674.834091] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.834091] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.834091] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.834091] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.834091] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.834091] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.834091] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.835257] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.835257] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.835642] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.835642] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: e9bcc385-5d62-4834-895b-cc5499cf0055 is going to be created. [ 674.857597] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.857982] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.858130] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.858408] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.858651] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.858907] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-e9bcc385-5d62-4834-895b-cc5499cf0055" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.957245] env[68192]: INFO networking_nsxv3.common.synchronization [None req-6cc035c3-bba1-4627-ab4f-18fa7c38eccd None None] Enqueued Resource ID: 62bcbdbd-1a58-40c6-99a9-4f14ba24d618 with Priority: HIGHEST for action port [ 674.957508] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62bcbdbd-1a58-40c6-99a9-4f14ba24d618 with Priority: HIGHEST for action port [ 674.958169] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-62bcbdbd-1a58-40c6-99a9-4f14ba24d618 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.958253] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-62bcbdbd-1a58-40c6-99a9-4f14ba24d618" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.958358] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-62bcbdbd-1a58-40c6-99a9-4f14ba24d618" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.958640] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-62bcbdbd-1a58-40c6-99a9-4f14ba24d618" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.958640] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('62bcbdbd-1a58-40c6-99a9-4f14ba24d618',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.253588] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.253848] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.253848] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.254477] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.254477] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.254477] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 250818b7-8a2b-4944-8f0b-5577a1f705d0 already deleted. [ 675.254477] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-250818b7-8a2b-4944-8f0b-5577a1f705d0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.254728] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4514dd4c-dd3c-44a5-9e4f-0085a345e427 [ 675.254769] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.255428] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.255428] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.255428] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.255428] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.255428] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4514dd4c-dd3c-44a5-9e4f-0085a345e427 already deleted. [ 675.255428] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4514dd4c-dd3c-44a5-9e4f-0085a345e427" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.273733] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a965616d-acb0-48c0-8947-41f243e9010f in Status: SUCCESS [ 675.273733] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.460872] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 62bcbdbd-1a58-40c6-99a9-4f14ba24d618 [ 675.461365] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.461564] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.461668] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.462114] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.462114] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.462114] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:62bcbdbd-1a58-40c6-99a9-4f14ba24d618 already deleted. [ 675.462114] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-62bcbdbd-1a58-40c6-99a9-4f14ba24d618" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.638703] env[68192]: INFO networking_nsxv3.common.synchronization [req-e0f7b677-7fd7-4fb7-be1d-476eb2542dd7 req-94c3536e-469e-4e0e-9506-a6a29d447f5b tempest-ServerDiagnosticsTest-1502075202 tempest-ServerDiagnosticsTest-1502075202-project-member] Enqueued Resource ID: 2f58bcf9-38f5-4df3-a871-7e234542a03f with Priority: HIGHEST for action security_group_members [ 675.641474] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f58bcf9-38f5-4df3-a871-7e234542a03f with Priority: HIGHEST for action security_group_members [ 675.641474] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-2f58bcf9-38f5-4df3-a871-7e234542a03f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.641474] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2f58bcf9-38f5-4df3-a871-7e234542a03f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.641474] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2f58bcf9-38f5-4df3-a871-7e234542a03f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.641474] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2f58bcf9-38f5-4df3-a871-7e234542a03f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.641474] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.641474] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.641474] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.641474] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.643443] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.643443] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2f58bcf9-38f5-4df3-a871-7e234542a03f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.111499] env[68192]: INFO networking_nsxv3.common.synchronization [None req-03424a04-4d63-4d8e-987e-9b9c4098b73e None None] Enqueued Resource ID: 3da87b8a-97a1-4da5-9f4c-43a1e05a3885 with Priority: HIGHEST for action port [ 676.111798] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3da87b8a-97a1-4da5-9f4c-43a1e05a3885 with Priority: HIGHEST for action port [ 676.112609] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-3da87b8a-97a1-4da5-9f4c-43a1e05a3885 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.112760] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3da87b8a-97a1-4da5-9f4c-43a1e05a3885" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.112833] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3da87b8a-97a1-4da5-9f4c-43a1e05a3885" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.113112] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3da87b8a-97a1-4da5-9f4c-43a1e05a3885" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.113182] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3da87b8a-97a1-4da5-9f4c-43a1e05a3885',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.144230] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.144555] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.144555] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.144711] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.144780] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.144959] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.145082] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.145143] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.145273] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.145351] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.145437] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f58bcf9-38f5-4df3-a871-7e234542a03f is going to be updated. [ 676.183675] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.184136] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.184573] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.185593] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.185593] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.197633] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f58bcf9-38f5-4df3-a871-7e234542a03f in Status: IN_PROGRESS for 2s [ 676.213035] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 in Status: SUCCESS [ 676.213035] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.294318] env[68192]: INFO networking_nsxv3.common.synchronization [req-62839f5c-ecfa-4224-bbd4-e16656ade526 req-afc9fd34-52e5-4b29-8cf6-3e774dc8fd32 service nova] Enqueued Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_rules [ 676.294761] env[68192]: INFO networking_nsxv3.common.synchronization [req-62839f5c-ecfa-4224-bbd4-e16656ade526 req-afc9fd34-52e5-4b29-8cf6-3e774dc8fd32 service nova] Enqueued Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_members [ 676.297328] env[68192]: INFO networking_nsxv3.common.synchronization [req-62839f5c-ecfa-4224-bbd4-e16656ade526 req-afc9fd34-52e5-4b29-8cf6-3e774dc8fd32 service nova] Enqueued Resource ID: e9bcc385-5d62-4834-895b-cc5499cf0055 with Priority: HIGHEST for action port [ 676.297328] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_rules [ 676.297328] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_members [ 676.297741] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9bcc385-5d62-4834-895b-cc5499cf0055 with Priority: HIGHEST for action port [ 676.298211] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.298325] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.298639] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.298864] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.299048] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.300346] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.300558] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.300659] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.300916] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.301693] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.301693] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.301693] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.301693] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.301693] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.301693] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.302637] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9bcc385-5d62-4834-895b-cc5499cf0055 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.302762] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9bcc385-5d62-4834-895b-cc5499cf0055" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.302843] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9bcc385-5d62-4834-895b-cc5499cf0055" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.303009] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9bcc385-5d62-4834-895b-cc5499cf0055" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.303100] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9bcc385-5d62-4834-895b-cc5499cf0055',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.616121] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3da87b8a-97a1-4da5-9f4c-43a1e05a3885 [ 676.616444] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.616563] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.616633] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.616938] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.617148] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.617308] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3da87b8a-97a1-4da5-9f4c-43a1e05a3885 already deleted. [ 676.617383] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3da87b8a-97a1-4da5-9f4c-43a1e05a3885" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.809222] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.809222] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.809222] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.809222] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9bcc385-5d62-4834-895b-cc5499cf0055 with status ACTIVE [ 676.809222] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.809222] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.809222] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.810695] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.810795] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.811339] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.811339] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.811339] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.811339] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.811635] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.811635] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.811748] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.811748] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.811999] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.811999] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.811999] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9bcc385-5d62-4834-895b-cc5499cf0055 is going to be updated. [ 676.832439] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.832580] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.832671] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.833236] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.833236] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.833236] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9bcc385-5d62-4834-895b-cc5499cf0055" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.315063] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.465773] env[68192]: INFO networking_nsxv3.common.synchronization [None req-9f8f042d-9540-4710-9148-f384e80ed9eb None None] Enqueued Resource ID: 1d3243a6-032f-4aa9-9bff-01bfa488a28b with Priority: HIGHEST for action port [ 677.466376] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1d3243a6-032f-4aa9-9bff-01bfa488a28b with Priority: HIGHEST for action port [ 677.466776] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-1d3243a6-032f-4aa9-9bff-01bfa488a28b taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.466844] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1d3243a6-032f-4aa9-9bff-01bfa488a28b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.466844] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1d3243a6-032f-4aa9-9bff-01bfa488a28b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.467195] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1d3243a6-032f-4aa9-9bff-01bfa488a28b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.467329] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1d3243a6-032f-4aa9-9bff-01bfa488a28b',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.816711] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.817018] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.817018] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.817318] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.817424] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.818897] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 is going to be created. [ 677.842906] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.843084] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.843155] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.843370] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.843531] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.857822] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 in Status: UNINITIALIZED for 2s [ 677.972478] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1d3243a6-032f-4aa9-9bff-01bfa488a28b [ 677.972478] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.972478] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.972478] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.972478] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.972478] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.972930] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1d3243a6-032f-4aa9-9bff-01bfa488a28b already deleted. [ 677.972930] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1d3243a6-032f-4aa9-9bff-01bfa488a28b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.016939] env[68192]: INFO networking_nsxv3.common.synchronization [None req-0064a425-9fe3-4986-a2fb-4fdebe715f9b None None] Enqueued Resource ID: 792d2b63-4e8d-407f-aef0-a40caba8cfd0 with Priority: HIGHEST for action port [ 678.019019] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 792d2b63-4e8d-407f-aef0-a40caba8cfd0 with Priority: HIGHEST for action port [ 678.019019] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-792d2b63-4e8d-407f-aef0-a40caba8cfd0 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.019019] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-792d2b63-4e8d-407f-aef0-a40caba8cfd0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.019019] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-792d2b63-4e8d-407f-aef0-a40caba8cfd0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.020908] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-792d2b63-4e8d-407f-aef0-a40caba8cfd0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.020908] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('792d2b63-4e8d-407f-aef0-a40caba8cfd0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.184194] env[68192]: INFO networking_nsxv3.common.synchronization [req-c9c8371a-be2b-4203-a5b2-10c33870c04d req-24405da2-ffa7-481f-b345-9f6a10d68f62 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Enqueued Resource ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 with Priority: HIGHEST for action security_group_members [ 678.184370] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 with Priority: HIGHEST for action security_group_members [ 678.184670] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.184779] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.184851] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.186603] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.188795] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.188795] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.188795] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.188795] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.188795] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.188795] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.214283] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2f58bcf9-38f5-4df3-a871-7e234542a03f in Status: SUCCESS [ 678.214283] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2f58bcf9-38f5-4df3-a871-7e234542a03f deletion is rescheduled due to dependency. [ 678.214283] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2f58bcf9-38f5-4df3-a871-7e234542a03f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.521590] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 792d2b63-4e8d-407f-aef0-a40caba8cfd0 [ 678.521885] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.522350] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.522512] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.522767] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.522870] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.522976] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:792d2b63-4e8d-407f-aef0-a40caba8cfd0 already deleted. [ 678.523976] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-792d2b63-4e8d-407f-aef0-a40caba8cfd0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.694204] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.694364] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.694807] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.694807] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.715234] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.715234] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.715234] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.715234] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.715234] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.717442] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.717442] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 is going to be updated. [ 678.740291] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.740469] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.740813] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.740813] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.740939] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.751318] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 in Status: IN_PROGRESS for 2s [ 679.148415] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.148415] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.148603] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.148834] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.149484] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.149484] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.149484] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.149844] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.150117] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.150308] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.150464] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.150600] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.150885] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.150958] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 679.151217] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.151399] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.170411] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.170483] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 679.170608] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.170836] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.171659] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-a96b5c51-3b13-4a8e-9305-3106f745404b taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.172053] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-a96b5c51-3b13-4a8e-9305-3106f745404b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.172053] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-a96b5c51-3b13-4a8e-9305-3106f745404b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.172325] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-a96b5c51-3b13-4a8e-9305-3106f745404b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.172502] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a96b5c51-3b13-4a8e-9305-3106f745404b',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.182092] env[68192]: INFO networking_nsxv3.common.synchronization [None req-7758b0ab-a379-49ac-b2a9-e00afaea9236 None None] Enqueued Resource ID: 5aaff8a0-9787-4c12-8881-a7be88b891c8 with Priority: HIGHEST for action port [ 679.182092] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5aaff8a0-9787-4c12-8881-a7be88b891c8 with Priority: HIGHEST for action port [ 679.182092] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-5aaff8a0-9787-4c12-8881-a7be88b891c8 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.182092] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5aaff8a0-9787-4c12-8881-a7be88b891c8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.182092] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5aaff8a0-9787-4c12-8881-a7be88b891c8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.182092] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5aaff8a0-9787-4c12-8881-a7be88b891c8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.182092] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5aaff8a0-9787-4c12-8881-a7be88b891c8',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.679023] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.679023] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.679023] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.679023] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.679023] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.679023] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port a96b5c51-3b13-4a8e-9305-3106f745404b not found, creating... [ 679.679023] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.679023] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.679023] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.679023] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.679023] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.679975] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.679975] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.679975] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.679975] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.680164] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.680950] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: a96b5c51-3b13-4a8e-9305-3106f745404b is going to be created. [ 679.686285] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5aaff8a0-9787-4c12-8881-a7be88b891c8 [ 679.686413] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.686490] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.686548] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.686721] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.686804] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.686890] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5aaff8a0-9787-4c12-8881-a7be88b891c8 already deleted. [ 679.686968] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5aaff8a0-9787-4c12-8881-a7be88b891c8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.701472] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.701756] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.701816] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.702096] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.703480] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.703822] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-a96b5c51-3b13-4a8e-9305-3106f745404b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.873093] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 in Status: SUCCESS [ 679.875434] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.875434] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.875434] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.875434] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.875434] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.875434] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.875434] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.875434] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.875868] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.875868] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.113205] env[68192]: INFO networking_nsxv3.common.synchronization [None req-ff55553a-8ac2-4c53-bc02-022fefff237c None None] Enqueued Resource ID: a3aba7bd-ae8b-4298-af46-0ddd0bcad434 with Priority: HIGHEST for action port [ 680.113205] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3aba7bd-ae8b-4298-af46-0ddd0bcad434 with Priority: HIGHEST for action port [ 680.114499] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3aba7bd-ae8b-4298-af46-0ddd0bcad434 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.114687] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3aba7bd-ae8b-4298-af46-0ddd0bcad434" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.114806] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3aba7bd-ae8b-4298-af46-0ddd0bcad434" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.115110] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3aba7bd-ae8b-4298-af46-0ddd0bcad434" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.115261] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3aba7bd-ae8b-4298-af46-0ddd0bcad434',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.382532] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.383253] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.383253] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.383382] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.383479] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.383615] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.383798] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.383866] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.383936] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.384027] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.384172] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.384292] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.384372] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.384571] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.384732] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.384843] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.384912] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.385064] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.385141] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.385223] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.385314] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.583133] env[68192]: INFO networking_nsxv3.common.synchronization [req-4d5562ed-9056-4245-80c5-3880200c40f8 req-24dfa462-2e19-41bf-943e-fa69da40abf7 tempest-SecurityGroupRulesTestJSON-1974213563 tempest-SecurityGroupRulesTestJSON-1974213563-project-member] Enqueued Resource ID: 84c4bd48-a365-4bd4-962c-b3a380aeaa3d with Priority: HIGHEST for action security_group_rules [ 680.583133] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84c4bd48-a365-4bd4-962c-b3a380aeaa3d with Priority: HIGHEST for action security_group_rules [ 680.583133] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-84c4bd48-a365-4bd4-962c-b3a380aeaa3d taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.583133] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-84c4bd48-a365-4bd4-962c-b3a380aeaa3d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.583133] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-84c4bd48-a365-4bd4-962c-b3a380aeaa3d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.583133] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-84c4bd48-a365-4bd4-962c-b3a380aeaa3d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.583519] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('84c4bd48-a365-4bd4-962c-b3a380aeaa3d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.620026] env[68192]: INFO networking_nsxv3.common.synchronization [None req-6ad3e489-9ea2-4129-b12e-8c1838a0eeaf None None] Enqueued Resource ID: 4f15d0e1-6c78-4a49-896d-e21748ea5719 with Priority: HIGHEST for action port [ 680.620026] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f15d0e1-6c78-4a49-896d-e21748ea5719 with Priority: HIGHEST for action port [ 680.620026] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f15d0e1-6c78-4a49-896d-e21748ea5719 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.620026] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f15d0e1-6c78-4a49-896d-e21748ea5719" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.620026] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f15d0e1-6c78-4a49-896d-e21748ea5719" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.620026] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f15d0e1-6c78-4a49-896d-e21748ea5719" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.620026] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f15d0e1-6c78-4a49-896d-e21748ea5719',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.623419] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3aba7bd-ae8b-4298-af46-0ddd0bcad434 [ 680.623419] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.623419] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.623419] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.623419] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.623419] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.624904] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3aba7bd-ae8b-4298-af46-0ddd0bcad434 already deleted. [ 680.624904] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3aba7bd-ae8b-4298-af46-0ddd0bcad434" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.735247] env[68192]: INFO networking_nsxv3.common.synchronization [req-c9c8371a-be2b-4203-a5b2-10c33870c04d req-33f8ee23-5e31-468c-b6f1-322abe275ac7 service nova] Enqueued Resource ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 with Priority: HIGHEST for action security_group_rules [ 680.735701] env[68192]: INFO networking_nsxv3.common.synchronization [req-c9c8371a-be2b-4203-a5b2-10c33870c04d req-33f8ee23-5e31-468c-b6f1-322abe275ac7 service nova] Enqueued Resource ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 with Priority: HIGHEST for action security_group_members [ 680.735701] env[68192]: INFO networking_nsxv3.common.synchronization [req-c9c8371a-be2b-4203-a5b2-10c33870c04d req-33f8ee23-5e31-468c-b6f1-322abe275ac7 service nova] Enqueued Resource ID: a96b5c51-3b13-4a8e-9305-3106f745404b with Priority: HIGHEST for action port [ 680.736566] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 with Priority: HIGHEST for action security_group_rules [ 680.736566] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 with Priority: HIGHEST for action security_group_members [ 680.736566] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a96b5c51-3b13-4a8e-9305-3106f745404b with Priority: HIGHEST for action port [ 680.737128] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.737128] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.737128] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.739658] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.743253] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.747031] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.747031] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.747031] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-a96b5c51-3b13-4a8e-9305-3106f745404b taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.747031] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a96b5c51-3b13-4a8e-9305-3106f745404b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.747031] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a96b5c51-3b13-4a8e-9305-3106f745404b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.747031] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a96b5c51-3b13-4a8e-9305-3106f745404b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.747031] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a96b5c51-3b13-4a8e-9305-3106f745404b',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.761603] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 in Status: SUCCESS [ 680.761865] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 deletion is rescheduled due to dependency. [ 680.761996] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.762138] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.762488] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.763914] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.763914] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.763914] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.763914] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.763914] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.763914] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.889193] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36: rpc.has_security_group_logging(os_id): False [ 680.908213] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.908213] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.908213] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.908213] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.908213] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.908213] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.908213] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.908213] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.908213] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.908213] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.908213] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.908213] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.908213] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.909335] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.909335] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.909335] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.909335] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.909335] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.909335] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.909335] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.910983] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 is going to be created. [ 680.970977] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.971166] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.971235] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.971405] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.971581] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.986252] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 in Status: IN_PROGRESS for 2s [ 681.105579] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.105748] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.105807] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.106031] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.106120] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.106213] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 84c4bd48-a365-4bd4-962c-b3a380aeaa3d already deleted. [ 681.106294] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-84c4bd48-a365-4bd4-962c-b3a380aeaa3d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.125950] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f15d0e1-6c78-4a49-896d-e21748ea5719 [ 681.126266] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.126365] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.126406] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.126678] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.126811] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.126915] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f15d0e1-6c78-4a49-896d-e21748ea5719 already deleted. [ 681.127013] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f15d0e1-6c78-4a49-896d-e21748ea5719" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.212331] env[68192]: INFO networking_nsxv3.common.synchronization [req-7672d877-9715-418f-961f-d1c44f7bc02f req-5530680d-d1b5-40b9-b81c-92eb3be28a73 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Enqueued Resource ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f with Priority: HIGHEST for action security_group_members [ 681.212331] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f with Priority: HIGHEST for action security_group_members [ 681.212331] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-003878c8-3d21-40a7-a7c9-8cfb7788983f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.212331] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.212331] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.212331] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.212331] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.212331] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.212331] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.212331] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.212331] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.212331] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.252812] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.252975] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.253196] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a96b5c51-3b13-4a8e-9305-3106f745404b with status ACTIVE [ 681.253375] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.253487] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.253566] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.253784] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.253875] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.254069] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.254179] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.254243] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.254413] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.254471] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.254663] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.254765] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.254827] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.255100] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.258667] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.258876] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a96b5c51-3b13-4a8e-9305-3106f745404b is going to be updated. [ 681.267461] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.284695] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.284695] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.284695] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.284932] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.285091] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.285333] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a96b5c51-3b13-4a8e-9305-3106f745404b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.689266] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.689266] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.689266] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.689266] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.689266] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.689634] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.689634] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.689634] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.690071] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.690185] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.690283] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f already deleted. [ 681.690366] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.771043] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.841311] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-237 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.841311] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-237" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.841311] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-237" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.841311] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-237" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.841311] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.841311] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.841311] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.841311] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.841311] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.841311] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 681.841886] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.841886] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.841886] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.842365] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 681.842365] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.842365] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.888110] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.888382] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 681.888540] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.888744] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-237" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.889089] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-1cb985b9-a4dd-48b6-b065-63b97f872df2 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.889272] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-1cb985b9-a4dd-48b6-b065-63b97f872df2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.889416] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-1cb985b9-a4dd-48b6-b065-63b97f872df2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.889752] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-1cb985b9-a4dd-48b6-b065-63b97f872df2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.889964] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cb985b9-a4dd-48b6-b065-63b97f872df2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.988345] env[68192]: INFO networking_nsxv3.common.synchronization [req-8fc78a46-447f-44bc-8d7a-ee7577a82455 req-183aa21d-1ebc-4dfb-954f-4ad602ccc531 tempest-SecurityGroupRulesTestJSON-1974213563 tempest-SecurityGroupRulesTestJSON-1974213563-project-member] Enqueued Resource ID: 997b586f-f82d-402c-9a78-efdbb57b0ea9 with Priority: HIGHEST for action security_group_rules [ 681.988858] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 997b586f-f82d-402c-9a78-efdbb57b0ea9 with Priority: HIGHEST for action security_group_rules [ 681.989175] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-997b586f-f82d-402c-9a78-efdbb57b0ea9 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.989302] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-997b586f-f82d-402c-9a78-efdbb57b0ea9" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.989369] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-997b586f-f82d-402c-9a78-efdbb57b0ea9" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.989631] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-997b586f-f82d-402c-9a78-efdbb57b0ea9" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.989714] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('997b586f-f82d-402c-9a78-efdbb57b0ea9',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.273825] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.273977] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.274056] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.274277] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.274373] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.274479] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 is going to be updated. [ 682.304106] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.304493] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.304569] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.304775] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.304921] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.313525] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 in Status: IN_PROGRESS for 2s [ 682.393776] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.394019] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.394150] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.394431] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.394584] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.394737] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port 1cb985b9-a4dd-48b6-b065-63b97f872df2 not found, creating... [ 682.394999] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.395306] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.395306] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.395502] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.395635] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.395917] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.396094] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.396209] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.396525] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.396525] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.396667] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: 1cb985b9-a4dd-48b6-b065-63b97f872df2 is going to be created. [ 682.416135] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.416135] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.416135] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.416463] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.417352] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.417628] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-1cb985b9-a4dd-48b6-b065-63b97f872df2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.512257] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.512505] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.512612] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.512959] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.512959] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.513049] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 997b586f-f82d-402c-9a78-efdbb57b0ea9 already deleted. [ 682.513141] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-997b586f-f82d-402c-9a78-efdbb57b0ea9" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.000961] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 in Status: SUCCESS [ 683.000961] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.121440] env[68192]: INFO networking_nsxv3.common.synchronization [None req-7840df23-a076-4576-9637-ed41fa5ed0ba None None] Enqueued Resource ID: 5d7cf604-0ed2-46e9-b28f-a24994fa850d with Priority: HIGHEST for action port [ 683.121992] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d7cf604-0ed2-46e9-b28f-a24994fa850d with Priority: HIGHEST for action port [ 683.122375] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d7cf604-0ed2-46e9-b28f-a24994fa850d taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.122500] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d7cf604-0ed2-46e9-b28f-a24994fa850d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.122889] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d7cf604-0ed2-46e9-b28f-a24994fa850d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.122889] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d7cf604-0ed2-46e9-b28f-a24994fa850d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.122991] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d7cf604-0ed2-46e9-b28f-a24994fa850d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.279230] env[68192]: INFO networking_nsxv3.common.synchronization [req-7672d877-9715-418f-961f-d1c44f7bc02f req-b2887b93-60fa-4633-a653-83cd60a24c9b service nova] Enqueued Resource ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f with Priority: HIGHEST for action security_group_rules [ 683.279230] env[68192]: INFO networking_nsxv3.common.synchronization [req-7672d877-9715-418f-961f-d1c44f7bc02f req-b2887b93-60fa-4633-a653-83cd60a24c9b service nova] Enqueued Resource ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f with Priority: HIGHEST for action security_group_members [ 683.279230] env[68192]: INFO networking_nsxv3.common.synchronization [req-7672d877-9715-418f-961f-d1c44f7bc02f req-b2887b93-60fa-4633-a653-83cd60a24c9b service nova] Enqueued Resource ID: 1cb985b9-a4dd-48b6-b065-63b97f872df2 with Priority: HIGHEST for action port [ 683.279230] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f with Priority: HIGHEST for action security_group_rules [ 683.279230] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f with Priority: HIGHEST for action security_group_members [ 683.279230] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1cb985b9-a4dd-48b6-b065-63b97f872df2 with Priority: HIGHEST for action port [ 683.279230] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-003878c8-3d21-40a7-a7c9-8cfb7788983f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.279230] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.279793] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.280297] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.280589] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.282099] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-003878c8-3d21-40a7-a7c9-8cfb7788983f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.282349] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.282509] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.282934] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.283774] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.287532] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.287532] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.287532] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.287532] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.287532] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.288121] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-1cb985b9-a4dd-48b6-b065-63b97f872df2 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.288121] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1cb985b9-a4dd-48b6-b065-63b97f872df2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.288121] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1cb985b9-a4dd-48b6-b065-63b97f872df2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.288302] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1cb985b9-a4dd-48b6-b065-63b97f872df2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.288379] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1cb985b9-a4dd-48b6-b065-63b97f872df2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.626728] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5d7cf604-0ed2-46e9-b28f-a24994fa850d [ 683.626955] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.627155] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.627184] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.627422] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.627530] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.627717] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5d7cf604-0ed2-46e9-b28f-a24994fa850d already deleted. [ 683.627783] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d7cf604-0ed2-46e9-b28f-a24994fa850d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.788737] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.790473] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-003878c8-3d21-40a7-a7c9-8cfb7788983f taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.790602] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.790746] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1cb985b9-a4dd-48b6-b065-63b97f872df2 with status ACTIVE [ 683.790934] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.791066] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.791141] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.791350] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.791444] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.791621] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.791858] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.791858] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.792014] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.792336] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.792550] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.792641] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.792707] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.794034] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.794034] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.794034] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1cb985b9-a4dd-48b6-b065-63b97f872df2 is going to be updated. [ 683.815683] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.817027] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.817027] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.817141] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.817240] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.817415] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1cb985b9-a4dd-48b6-b065-63b97f872df2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.855033] env[68192]: INFO networking_nsxv3.common.synchronization [req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f req-55c2093a-06f2-49e6-9666-919648c13f24 tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Enqueued Resource ID: f8f9cf7b-5766-4b15-98f6-5ad0177334ca with Priority: HIGHEST for action security_group_members [ 683.855033] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8f9cf7b-5766-4b15-98f6-5ad0177334ca with Priority: HIGHEST for action security_group_members [ 683.855033] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8f9cf7b-5766-4b15-98f6-5ad0177334ca taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.855033] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8f9cf7b-5766-4b15-98f6-5ad0177334ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.855033] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8f9cf7b-5766-4b15-98f6-5ad0177334ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.855033] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8f9cf7b-5766-4b15-98f6-5ad0177334ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.856750] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.856890] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.856974] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.857191] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.857281] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.857386] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8f9cf7b-5766-4b15-98f6-5ad0177334ca',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.290121] env[68192]: INFO networking_nsxv3.common.synchronization [req-e55a3b56-5916-4852-8e47-0fa65c57e87f req-0bdc386f-cec1-4fd6-9c72-fbb810210e43 tempest-SecurityGroupRulesTestJSON-1974213563 tempest-SecurityGroupRulesTestJSON-1974213563-project-member] Enqueued Resource ID: bec55ea0-28e3-495f-9402-9e79daea06a3 with Priority: HIGHEST for action security_group_rules [ 684.290949] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.291507] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bec55ea0-28e3-495f-9402-9e79daea06a3 with Priority: HIGHEST for action security_group_rules [ 684.291986] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bec55ea0-28e3-495f-9402-9e79daea06a3 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.292131] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bec55ea0-28e3-495f-9402-9e79daea06a3" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.292203] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bec55ea0-28e3-495f-9402-9e79daea06a3" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.292460] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bec55ea0-28e3-495f-9402-9e79daea06a3" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.292530] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bec55ea0-28e3-495f-9402-9e79daea06a3',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.325624] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 in Status: SUCCESS [ 684.325875] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.326388] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.326605] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.326796] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.326914] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.326979] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.327174] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.327292] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.327364] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.327456] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.361594] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.361808] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.361859] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.362220] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.362312] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.362527] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.362661] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.362723] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.362945] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.363054] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.363145] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8f9cf7b-5766-4b15-98f6-5ad0177334ca already deleted. [ 684.363238] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8f9cf7b-5766-4b15-98f6-5ad0177334ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.658811] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-144 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.658934] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-144" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.659012] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-144" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.659380] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-144" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.659710] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.659799] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.659956] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.660204] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.660356] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.660593] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 684.660699] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 684.660805] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 684.660909] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 684.661271] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 684.661271] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 684.661387] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 684.678239] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 684.678420] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 684.678541] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 684.678728] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-144" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.679062] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-461a7175-c98d-440a-97ef-bfb80548997c taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.679428] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-461a7175-c98d-440a-97ef-bfb80548997c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.679428] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-461a7175-c98d-440a-97ef-bfb80548997c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.679673] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-461a7175-c98d-440a-97ef-bfb80548997c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.679807] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('461a7175-c98d-440a-97ef-bfb80548997c',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.795692] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.795692] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.795692] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.795692] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.795692] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.795692] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f is going to be created. [ 684.814604] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.816119] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.816761] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.817675] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.817992] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.818589] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bec55ea0-28e3-495f-9402-9e79daea06a3 already deleted. [ 684.820166] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bec55ea0-28e3-495f-9402-9e79daea06a3" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.821573] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.821838] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.821992] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.822255] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.822690] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.831385] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.831385] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.831385] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.831385] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.831385] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.831385] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.831385] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.831385] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.831385] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.831385] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.831785] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.832077] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.832273] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.832547] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.832864] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.833079] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.833218] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.833534] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.833680] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.835016] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.835016] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.839975] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f in Status: UNINITIALIZED for 2s [ 685.185027] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.185027] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.185027] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.185027] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.185027] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.185027] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port 461a7175-c98d-440a-97ef-bfb80548997c not found, creating... [ 685.185027] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.185027] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.185027] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.185027] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.185027] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.185664] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.185664] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.185664] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.185977] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.186276] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.186537] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: 461a7175-c98d-440a-97ef-bfb80548997c is going to be created. [ 685.206892] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.207710] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.208107] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.208631] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.209238] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.209625] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-461a7175-c98d-440a-97ef-bfb80548997c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.342885] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86: rpc.has_security_group_logging(os_id): False [ 685.363843] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.367020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.367020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.367020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.367020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.367020] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.367020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.367020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.367020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.367020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.367020] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.367020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.367020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.367020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.367020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.367736] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.367736] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.367736] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.367736] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.367736] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.367736] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 is going to be updated. [ 685.443172] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.443172] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.443172] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.443172] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.443172] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.461211] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 in Status: IN_PROGRESS for 2s [ 686.093319] env[68192]: INFO networking_nsxv3.common.synchronization [req-e1312f3b-4e2b-4722-99c2-80ca0cfd779a req-11b19891-efb2-4375-9b16-c39f76ad9182 tempest-SecurityGroupRulesTestJSON-1974213563 tempest-SecurityGroupRulesTestJSON-1974213563-project-member] Enqueued Resource ID: f877485c-3245-4fff-b35b-61de81467bcd with Priority: HIGHEST for action security_group_rules [ 686.093845] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f877485c-3245-4fff-b35b-61de81467bcd with Priority: HIGHEST for action security_group_rules [ 686.096462] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f877485c-3245-4fff-b35b-61de81467bcd taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.096462] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f877485c-3245-4fff-b35b-61de81467bcd" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.096462] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f877485c-3245-4fff-b35b-61de81467bcd" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.096876] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f877485c-3245-4fff-b35b-61de81467bcd" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.096953] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f877485c-3245-4fff-b35b-61de81467bcd',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.350026] env[68192]: INFO networking_nsxv3.common.synchronization [req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f req-4758211c-91fc-4077-b7be-3cc44574577d service nova] Enqueued Resource ID: f8f9cf7b-5766-4b15-98f6-5ad0177334ca with Priority: HIGHEST for action security_group_rules [ 686.350026] env[68192]: INFO networking_nsxv3.common.synchronization [req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f req-4758211c-91fc-4077-b7be-3cc44574577d service nova] Enqueued Resource ID: f8f9cf7b-5766-4b15-98f6-5ad0177334ca with Priority: HIGHEST for action security_group_members [ 686.350026] env[68192]: INFO networking_nsxv3.common.synchronization [req-5b5e55bd-06e0-4d6f-b0d0-a1d8c783af1f req-4758211c-91fc-4077-b7be-3cc44574577d service nova] Enqueued Resource ID: 461a7175-c98d-440a-97ef-bfb80548997c with Priority: HIGHEST for action port [ 686.350026] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8f9cf7b-5766-4b15-98f6-5ad0177334ca with Priority: HIGHEST for action security_group_rules [ 686.350026] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8f9cf7b-5766-4b15-98f6-5ad0177334ca with Priority: HIGHEST for action security_group_members [ 686.351400] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 461a7175-c98d-440a-97ef-bfb80548997c with Priority: HIGHEST for action port [ 686.351400] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8f9cf7b-5766-4b15-98f6-5ad0177334ca taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.351400] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8f9cf7b-5766-4b15-98f6-5ad0177334ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.351400] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8f9cf7b-5766-4b15-98f6-5ad0177334ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.351824] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8f9cf7b-5766-4b15-98f6-5ad0177334ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.352653] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8f9cf7b-5766-4b15-98f6-5ad0177334ca',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.355126] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8f9cf7b-5766-4b15-98f6-5ad0177334ca taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.355126] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8f9cf7b-5766-4b15-98f6-5ad0177334ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.355126] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8f9cf7b-5766-4b15-98f6-5ad0177334ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.355265] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8f9cf7b-5766-4b15-98f6-5ad0177334ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.355646] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.355646] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.355646] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.355769] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.355769] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.355835] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8f9cf7b-5766-4b15-98f6-5ad0177334ca',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.356658] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-461a7175-c98d-440a-97ef-bfb80548997c taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.356769] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-461a7175-c98d-440a-97ef-bfb80548997c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.356836] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-461a7175-c98d-440a-97ef-bfb80548997c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.356989] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-461a7175-c98d-440a-97ef-bfb80548997c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.357082] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('461a7175-c98d-440a-97ef-bfb80548997c',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.618627] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.618793] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.618793] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.619528] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.619528] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.619528] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f877485c-3245-4fff-b35b-61de81467bcd already deleted. [ 686.619528] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f877485c-3245-4fff-b35b-61de81467bcd" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.857927] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f in Status: SUCCESS [ 686.857927] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.857927] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.857927] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.857927] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.857927] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.857927] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.857927] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.857927] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.857927] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.857927] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.861058] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8f9cf7b-5766-4b15-98f6-5ad0177334ca taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.861058] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8f9cf7b-5766-4b15-98f6-5ad0177334ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.861058] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f8f9cf7b-5766-4b15-98f6-5ad0177334ca',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.861887] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 461a7175-c98d-440a-97ef-bfb80548997c with status ACTIVE [ 686.862165] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.862165] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.862289] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.862449] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.862535] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.862749] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.862820] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.862869] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.863088] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.863088] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.863275] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.863362] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.863419] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.863787] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.863787] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.863787] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 461a7175-c98d-440a-97ef-bfb80548997c is going to be updated. [ 686.884900] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.885094] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.885159] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.885367] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.885507] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.885667] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-461a7175-c98d-440a-97ef-bfb80548997c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.361249] env[68192]: INFO networking_nsxv3.common.synchronization [req-2e2bcf3f-5725-4d4c-a07f-2afe05e7709e req-10946366-4287-421f-a1f7-50473e513f4c tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: bf8e3d6e-79c5-495f-8414-c884c6192745 with Priority: HIGHEST for action security_group_members [ 687.361603] env[68192]: INFO networking_nsxv3.common.synchronization [req-2e2bcf3f-5725-4d4c-a07f-2afe05e7709e req-10946366-4287-421f-a1f7-50473e513f4c tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_members [ 687.362070] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-003878c8-3d21-40a7-a7c9-8cfb7788983f taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.362259] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.362356] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.362802] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.362876] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.363038] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.363135] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.363360] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.363495] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.363628] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.365877] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-003878c8-3d21-40a7-a7c9-8cfb7788983f taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.365877] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.365877] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.365877] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.365877] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.365877] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.365877] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.365877] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.365877] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.365877] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.365877] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.370363] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8e3d6e-79c5-495f-8414-c884c6192745 with Priority: HIGHEST for action security_group_members [ 687.370363] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_members [ 687.370363] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f8f9cf7b-5766-4b15-98f6-5ad0177334ca',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.370363] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf8e3d6e-79c5-495f-8414-c884c6192745 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.370363] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf8e3d6e-79c5-495f-8414-c884c6192745" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.370363] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf8e3d6e-79c5-495f-8414-c884c6192745" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.370363] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf8e3d6e-79c5-495f-8414-c884c6192745" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.370363] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.370363] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.370363] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.370363] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.370660] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.370660] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf8e3d6e-79c5-495f-8414-c884c6192745',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.374077] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.374077] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.374077] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.374077] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.374077] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.374077] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.374077] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.374077] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.374077] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.374077] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.466175] env[68192]: INFO networking_nsxv3.common.synchronization [req-2e2bcf3f-5725-4d4c-a07f-2afe05e7709e req-10946366-4287-421f-a1f7-50473e513f4c tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_rules [ 687.466491] env[68192]: INFO networking_nsxv3.common.synchronization [req-2e2bcf3f-5725-4d4c-a07f-2afe05e7709e req-10946366-4287-421f-a1f7-50473e513f4c tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_members [ 687.466732] env[68192]: INFO networking_nsxv3.common.synchronization [req-2e2bcf3f-5725-4d4c-a07f-2afe05e7709e req-10946366-4287-421f-a1f7-50473e513f4c tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: bf8e3d6e-79c5-495f-8414-c884c6192745 with Priority: HIGHEST for action security_group_rules [ 687.466958] env[68192]: INFO networking_nsxv3.common.synchronization [req-2e2bcf3f-5725-4d4c-a07f-2afe05e7709e req-10946366-4287-421f-a1f7-50473e513f4c tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: bf8e3d6e-79c5-495f-8414-c884c6192745 with Priority: HIGHEST for action security_group_members [ 687.467250] env[68192]: INFO networking_nsxv3.common.synchronization [req-2e2bcf3f-5725-4d4c-a07f-2afe05e7709e req-10946366-4287-421f-a1f7-50473e513f4c tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: e9bcc385-5d62-4834-895b-cc5499cf0055 with Priority: HIGHEST for action port [ 687.467924] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_rules [ 687.468144] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8e3d6e-79c5-495f-8414-c884c6192745 with Priority: HIGHEST for action security_group_rules [ 687.468321] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9bcc385-5d62-4834-895b-cc5499cf0055 with Priority: HIGHEST for action port [ 687.468482] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_members [ 687.468644] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8e3d6e-79c5-495f-8414-c884c6192745 with Priority: HIGHEST for action security_group_members [ 687.469070] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.469264] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.469371] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.469653] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.469798] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.470945] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf8e3d6e-79c5-495f-8414-c884c6192745 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.471133] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf8e3d6e-79c5-495f-8414-c884c6192745" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.471243] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf8e3d6e-79c5-495f-8414-c884c6192745" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.471581] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf8e3d6e-79c5-495f-8414-c884c6192745" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.471705] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf8e3d6e-79c5-495f-8414-c884c6192745',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.472754] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9bcc385-5d62-4834-895b-cc5499cf0055 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.472918] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9bcc385-5d62-4834-895b-cc5499cf0055" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.473035] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9bcc385-5d62-4834-895b-cc5499cf0055" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.473265] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9bcc385-5d62-4834-895b-cc5499cf0055" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.473409] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9bcc385-5d62-4834-895b-cc5499cf0055',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.474510] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.474643] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.474921] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf8e3d6e-79c5-495f-8414-c884c6192745 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.475063] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf8e3d6e-79c5-495f-8414-c884c6192745" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.477721] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 in Status: SUCCESS [ 687.477721] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.868693] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 003878c8-3d21-40a7-a7c9-8cfb7788983f: rpc.has_security_group_logging(os_id): False [ 687.875150] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.875306] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.875444] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.875658] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.875766] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.875871] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8f9cf7b-5766-4b15-98f6-5ad0177334ca is going to be created. [ 687.877128] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf8e3d6e-79c5-495f-8414-c884c6192745',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.878253] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.892530] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.892690] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.892726] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.892933] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.893953] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.894638] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.894784] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.894856] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.895048] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.895136] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.895571] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.895571] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.895571] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.895736] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.895766] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.896077] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.896182] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.896242] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.896396] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.896470] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.896552] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f is going to be created. [ 687.903901] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.904043] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.904093] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.904368] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.904833] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.912600] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8f9cf7b-5766-4b15-98f6-5ad0177334ca in Status: UNINITIALIZED for 2s [ 687.953658] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.953870] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.953958] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.954232] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.954428] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.964874] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f in Status: IN_PROGRESS for 2s [ 687.976728] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9bcc385-5d62-4834-895b-cc5499cf0055 with status ACTIVE [ 687.977052] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.977286] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.977354] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.977610] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.977712] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.977986] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.978403] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.978477] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.978771] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.978940] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.979150] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.979657] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.979657] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.979657] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.979657] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.979657] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9bcc385-5d62-4834-895b-cc5499cf0055 is going to be updated. [ 687.980834] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf8e3d6e-79c5-495f-8414-c884c6192745 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.980962] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf8e3d6e-79c5-495f-8414-c884c6192745" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.981293] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.981385] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.028048] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.028231] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.028288] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.028501] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.028676] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.028839] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9bcc385-5d62-4834-895b-cc5499cf0055" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.380172] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf8e3d6e-79c5-495f-8414-c884c6192745',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.381964] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.422339] env[68192]: INFO networking_nsxv3.common.synchronization [req-44fedc20-f303-453d-9471-ffc719d107ee req-738c8641-c863-414f-8000-d4dc05563c82 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: 40c0a31b-475d-4bb1-a665-6b77bb603419 with Priority: HIGHEST for action security_group_members [ 688.422339] env[68192]: INFO networking_nsxv3.common.synchronization [req-44fedc20-f303-453d-9471-ffc719d107ee req-738c8641-c863-414f-8000-d4dc05563c82 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: bf8e3d6e-79c5-495f-8414-c884c6192745 with Priority: HIGHEST for action security_group_members [ 688.422339] env[68192]: INFO networking_nsxv3.common.synchronization [req-44fedc20-f303-453d-9471-ffc719d107ee req-738c8641-c863-414f-8000-d4dc05563c82 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_members [ 688.426035] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40c0a31b-475d-4bb1-a665-6b77bb603419 with Priority: HIGHEST for action security_group_members [ 688.426035] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8e3d6e-79c5-495f-8414-c884c6192745 with Priority: HIGHEST for action security_group_members [ 688.426035] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_members [ 688.426035] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-40c0a31b-475d-4bb1-a665-6b77bb603419 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.426035] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40c0a31b-475d-4bb1-a665-6b77bb603419" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.426035] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40c0a31b-475d-4bb1-a665-6b77bb603419" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.426035] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40c0a31b-475d-4bb1-a665-6b77bb603419" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.426035] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.426035] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.426035] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.426035] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.426035] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.426035] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40c0a31b-475d-4bb1-a665-6b77bb603419',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.428315] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf8e3d6e-79c5-495f-8414-c884c6192745 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.428593] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf8e3d6e-79c5-495f-8414-c884c6192745" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.429220] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.430325] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.524016] env[68192]: INFO networking_nsxv3.common.synchronization [req-44fedc20-f303-453d-9471-ffc719d107ee req-738c8641-c863-414f-8000-d4dc05563c82 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: 40c0a31b-475d-4bb1-a665-6b77bb603419 with Priority: HIGHEST for action security_group_rules [ 688.524016] env[68192]: INFO networking_nsxv3.common.synchronization [req-44fedc20-f303-453d-9471-ffc719d107ee req-738c8641-c863-414f-8000-d4dc05563c82 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: 40c0a31b-475d-4bb1-a665-6b77bb603419 with Priority: HIGHEST for action security_group_members [ 688.524016] env[68192]: INFO networking_nsxv3.common.synchronization [req-44fedc20-f303-453d-9471-ffc719d107ee req-738c8641-c863-414f-8000-d4dc05563c82 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_rules [ 688.524016] env[68192]: INFO networking_nsxv3.common.synchronization [req-44fedc20-f303-453d-9471-ffc719d107ee req-738c8641-c863-414f-8000-d4dc05563c82 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_members [ 688.524016] env[68192]: INFO networking_nsxv3.common.synchronization [req-44fedc20-f303-453d-9471-ffc719d107ee req-738c8641-c863-414f-8000-d4dc05563c82 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: bf8e3d6e-79c5-495f-8414-c884c6192745 with Priority: HIGHEST for action security_group_rules [ 688.524016] env[68192]: INFO networking_nsxv3.common.synchronization [req-44fedc20-f303-453d-9471-ffc719d107ee req-738c8641-c863-414f-8000-d4dc05563c82 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: bf8e3d6e-79c5-495f-8414-c884c6192745 with Priority: HIGHEST for action security_group_members [ 688.524381] env[68192]: INFO networking_nsxv3.common.synchronization [req-44fedc20-f303-453d-9471-ffc719d107ee req-738c8641-c863-414f-8000-d4dc05563c82 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: e9bcc385-5d62-4834-895b-cc5499cf0055 with Priority: HIGHEST for action port [ 688.525468] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40c0a31b-475d-4bb1-a665-6b77bb603419 with Priority: HIGHEST for action security_group_rules [ 688.527639] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_rules [ 688.527639] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8e3d6e-79c5-495f-8414-c884c6192745 with Priority: HIGHEST for action security_group_members [ 688.527639] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e9bcc385-5d62-4834-895b-cc5499cf0055 with Priority: HIGHEST for action port [ 688.527639] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf8e3d6e-79c5-495f-8414-c884c6192745 with Priority: HIGHEST for action security_group_rules [ 688.527639] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40c0a31b-475d-4bb1-a665-6b77bb603419 with Priority: HIGHEST for action security_group_members [ 688.527639] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_members [ 688.527639] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-40c0a31b-475d-4bb1-a665-6b77bb603419 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.527639] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-40c0a31b-475d-4bb1-a665-6b77bb603419" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.527639] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-40c0a31b-475d-4bb1-a665-6b77bb603419" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.527639] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-40c0a31b-475d-4bb1-a665-6b77bb603419" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.527639] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('40c0a31b-475d-4bb1-a665-6b77bb603419',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.528932] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.528932] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.528932] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf8e3d6e-79c5-495f-8414-c884c6192745 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.528932] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf8e3d6e-79c5-495f-8414-c884c6192745" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.529180] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-e9bcc385-5d62-4834-895b-cc5499cf0055 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.529180] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e9bcc385-5d62-4834-895b-cc5499cf0055" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.529180] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e9bcc385-5d62-4834-895b-cc5499cf0055" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.529359] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e9bcc385-5d62-4834-895b-cc5499cf0055" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.529391] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e9bcc385-5d62-4834-895b-cc5499cf0055',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.531698] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf8e3d6e-79c5-495f-8414-c884c6192745 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.531698] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf8e3d6e-79c5-495f-8414-c884c6192745" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.531698] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-40c0a31b-475d-4bb1-a665-6b77bb603419 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.531698] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40c0a31b-475d-4bb1-a665-6b77bb603419" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.531698] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.531698] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.842228] env[68192]: INFO networking_nsxv3.common.synchronization [req-1ff3fb64-f60e-4d03-ae86-3c3b146acfd5 req-782d882b-e97f-40dd-ab42-a7fe24a0d89f tempest-SecurityGroupRulesTestJSON-1974213563 tempest-SecurityGroupRulesTestJSON-1974213563-project-member] Enqueued Resource ID: bb8a62a6-7df9-4516-ad5a-81c508f0217b with Priority: HIGHEST for action security_group_rules [ 688.842609] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb8a62a6-7df9-4516-ad5a-81c508f0217b with Priority: HIGHEST for action security_group_rules [ 688.842928] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb8a62a6-7df9-4516-ad5a-81c508f0217b taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.843598] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb8a62a6-7df9-4516-ad5a-81c508f0217b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.844341] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb8a62a6-7df9-4516-ad5a-81c508f0217b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.844341] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb8a62a6-7df9-4516-ad5a-81c508f0217b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.844444] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb8a62a6-7df9-4516-ad5a-81c508f0217b',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.886652] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.886652] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.886652] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.886652] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.886652] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.886652] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf8e3d6e-79c5-495f-8414-c884c6192745 is going to be created. [ 688.886652] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.887087] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.888763] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.888983] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.889707] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.889707] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 is going to be updated. [ 688.915323] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.915467] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.915537] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.915764] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.915899] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.917852] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.917966] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.918082] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.918230] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.918350] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.926704] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf8e3d6e-79c5-495f-8414-c884c6192745 in Status: UNINITIALIZED for 2s [ 688.927529] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 in Status: IN_PROGRESS for 2s [ 688.932729] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40c0a31b-475d-4bb1-a665-6b77bb603419',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.032506] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-40c0a31b-475d-4bb1-a665-6b77bb603419 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.032650] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-40c0a31b-475d-4bb1-a665-6b77bb603419" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.034053] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e9bcc385-5d62-4834-895b-cc5499cf0055 with status ACTIVE [ 689.034286] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.034443] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.034596] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.034897] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.035077] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.035289] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.035405] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.035487] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.035827] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.035949] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.036183] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.036311] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.036394] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.036570] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.037367] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.037367] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e9bcc385-5d62-4834-895b-cc5499cf0055 is going to be updated. [ 689.059241] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.059505] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.059505] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.059638] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.059773] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.062018] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e9bcc385-5d62-4834-895b-cc5499cf0055" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.367023] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.367023] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.367023] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.367023] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.367023] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.367023] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb8a62a6-7df9-4516-ad5a-81c508f0217b already deleted. [ 689.367023] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb8a62a6-7df9-4516-ad5a-81c508f0217b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.437227] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40c0a31b-475d-4bb1-a665-6b77bb603419',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.674074] env[68192]: INFO networking_nsxv3.common.synchronization [req-1ff45baf-cdc5-46c2-b4fd-70495bd05d7f req-7b3c345b-021e-4387-ac1c-2676920a8cb8 tempest-SecurityGroupRulesTestJSON-1974213563 tempest-SecurityGroupRulesTestJSON-1974213563-project-member] Enqueued Resource ID: bb8a62a6-7df9-4516-ad5a-81c508f0217b with Priority: HIGHEST for action security_group_rules [ 689.674659] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb8a62a6-7df9-4516-ad5a-81c508f0217b with Priority: HIGHEST for action security_group_rules [ 689.674973] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb8a62a6-7df9-4516-ad5a-81c508f0217b taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.675392] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb8a62a6-7df9-4516-ad5a-81c508f0217b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.675555] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb8a62a6-7df9-4516-ad5a-81c508f0217b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.675764] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb8a62a6-7df9-4516-ad5a-81c508f0217b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.675877] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb8a62a6-7df9-4516-ad5a-81c508f0217b',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.842840] env[68192]: INFO networking_nsxv3.common.synchronization [None req-236fbdf5-cb57-4152-b4b4-6eb2d23d9a6f None None] Enqueued Resource ID: 6686aec8-84b2-487e-9412-8806cc47e0a2 with Priority: HIGHEST for action port [ 689.843542] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6686aec8-84b2-487e-9412-8806cc47e0a2 with Priority: HIGHEST for action port [ 689.843950] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-6686aec8-84b2-487e-9412-8806cc47e0a2 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.844081] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6686aec8-84b2-487e-9412-8806cc47e0a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.844152] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6686aec8-84b2-487e-9412-8806cc47e0a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.844432] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6686aec8-84b2-487e-9412-8806cc47e0a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.844530] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6686aec8-84b2-487e-9412-8806cc47e0a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.922768] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8f9cf7b-5766-4b15-98f6-5ad0177334ca in Status: SUCCESS [ 689.923125] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8f9cf7b-5766-4b15-98f6-5ad0177334ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.923860] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8f9cf7b-5766-4b15-98f6-5ad0177334ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.924126] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8f9cf7b-5766-4b15-98f6-5ad0177334ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.924899] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.924999] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.924999] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.925167] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.925281] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.925416] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8f9cf7b-5766-4b15-98f6-5ad0177334ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.925754] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f8f9cf7b-5766-4b15-98f6-5ad0177334ca',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.940122] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.940217] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.940333] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.940546] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.940676] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.940777] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40c0a31b-475d-4bb1-a665-6b77bb603419 is going to be created. [ 689.965449] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.965652] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.965697] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.965935] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.966118] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.978017] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40c0a31b-475d-4bb1-a665-6b77bb603419 in Status: UNINITIALIZED for 2s [ 689.978219] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f in Status: SUCCESS [ 689.978462] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.204799] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.205031] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.205031] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.205287] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.205382] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.205466] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb8a62a6-7df9-4516-ad5a-81c508f0217b already deleted. [ 690.205565] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb8a62a6-7df9-4516-ad5a-81c508f0217b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.346761] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6686aec8-84b2-487e-9412-8806cc47e0a2 [ 690.346994] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.347175] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.347237] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.347525] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.347622] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.347923] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6686aec8-84b2-487e-9412-8806cc47e0a2 already deleted. [ 690.347923] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6686aec8-84b2-487e-9412-8806cc47e0a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.428298] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8f9cf7b-5766-4b15-98f6-5ad0177334ca taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.428378] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8f9cf7b-5766-4b15-98f6-5ad0177334ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.430257] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8f9cf7b-5766-4b15-98f6-5ad0177334ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.430257] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8f9cf7b-5766-4b15-98f6-5ad0177334ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.430257] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.430257] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.430257] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.430257] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.430257] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.430257] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8f9cf7b-5766-4b15-98f6-5ad0177334ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.430257] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8f9cf7b-5766-4b15-98f6-5ad0177334ca taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.430257] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8f9cf7b-5766-4b15-98f6-5ad0177334ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.430257] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8f9cf7b-5766-4b15-98f6-5ad0177334ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.430257] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8f9cf7b-5766-4b15-98f6-5ad0177334ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.430257] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.430257] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.430257] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.430257] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.430257] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.430811] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8f9cf7b-5766-4b15-98f6-5ad0177334ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.430811] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f8f9cf7b-5766-4b15-98f6-5ad0177334ca',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.933222] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f8f9cf7b-5766-4b15-98f6-5ad0177334ca: rpc.has_security_group_logging(os_id): False [ 690.941457] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 in Status: SUCCESS [ 690.944021] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.944021] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf8e3d6e-79c5-495f-8414-c884c6192745 in Status: SUCCESS [ 690.944021] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf8e3d6e-79c5-495f-8414-c884c6192745" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.944021] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.944021] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.944021] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.944021] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.945194] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.945393] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.945527] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.945666] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.946969] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf8e3d6e-79c5-495f-8414-c884c6192745" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.947234] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf8e3d6e-79c5-495f-8414-c884c6192745" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.947653] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.947653] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.947737] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.947913] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.948251] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.948395] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf8e3d6e-79c5-495f-8414-c884c6192745',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.967598] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.967598] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.967880] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.967920] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.968095] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.968586] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.968668] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.968716] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.968863] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.968947] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.970081] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.970081] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.970081] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.970081] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.970081] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.970081] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.970081] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.970081] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.970081] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.970081] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.970456] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f8f9cf7b-5766-4b15-98f6-5ad0177334ca is going to be created. [ 691.052135] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.052135] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.052135] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.052135] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.052135] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.064358] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8f9cf7b-5766-4b15-98f6-5ad0177334ca in Status: IN_PROGRESS for 2s [ 691.150534] env[68192]: INFO networking_nsxv3.common.synchronization [req-23df20f5-9fcb-4789-833f-26f29f7f419e req-e927a46f-738e-4360-adab-dfec9d81644d tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Enqueued Resource ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 with Priority: HIGHEST for action security_group_members [ 691.151080] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 with Priority: HIGHEST for action security_group_members [ 691.151387] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.151511] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.151572] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.151797] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.151954] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.154288] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.154288] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.154288] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.154288] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.154288] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf4cd555-51fd-4b09-b9be-5403c4ff0d86',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.304048] env[68192]: INFO networking_nsxv3.common.synchronization [req-485895e7-3a47-4ba5-a140-151e437facec req-dfd9f2b8-4557-44b7-a6af-e0c8629a6d2c tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Enqueued Resource ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f with Priority: HIGHEST for action security_group_members [ 691.304644] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f with Priority: HIGHEST for action security_group_members [ 691.306190] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-003878c8-3d21-40a7-a7c9-8cfb7788983f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.306190] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.306190] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.306190] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.306190] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.306190] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.306190] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.307806] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.307945] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.308181] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.456019] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.456019] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf8e3d6e-79c5-495f-8414-c884c6192745',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.534035] env[68192]: INFO networking_nsxv3.common.synchronization [req-bd473720-168c-403c-9628-f49321713703 req-86af0560-ce80-4b39-868c-4a0aa99ea18c tempest-SecurityGroupRulesTestJSON-1974213563 tempest-SecurityGroupRulesTestJSON-1974213563-project-member] Enqueued Resource ID: bb8a62a6-7df9-4516-ad5a-81c508f0217b with Priority: HIGHEST for action security_group_rules [ 691.534252] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bb8a62a6-7df9-4516-ad5a-81c508f0217b with Priority: HIGHEST for action security_group_rules [ 691.534533] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bb8a62a6-7df9-4516-ad5a-81c508f0217b taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.534625] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bb8a62a6-7df9-4516-ad5a-81c508f0217b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.534694] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bb8a62a6-7df9-4516-ad5a-81c508f0217b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.534903] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bb8a62a6-7df9-4516-ad5a-81c508f0217b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.534999] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bb8a62a6-7df9-4516-ad5a-81c508f0217b',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.657162] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.657605] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.657799] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.658072] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.658160] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.658399] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.658507] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.658569] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.659878] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.659878] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.659878] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 is going to be updated. [ 691.671673] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-237 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.672465] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-237" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.672465] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-237" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.672465] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-237" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.672598] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.672738] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.672858] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.673017] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.673169] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.673398] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 691.675197] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 691.675197] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 691.675197] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 691.675197] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 691.675197] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 691.675197] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 691.711256] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.711412] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.711484] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.711685] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.711833] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.713840] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 691.714032] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.040 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 691.714190] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 691.714386] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-237" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.714712] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-7b24b735-e799-415e-a0fd-cc813107ed3d taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.715290] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-7b24b735-e799-415e-a0fd-cc813107ed3d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.715290] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-7b24b735-e799-415e-a0fd-cc813107ed3d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.715440] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-7b24b735-e799-415e-a0fd-cc813107ed3d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.715475] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b24b735-e799-415e-a0fd-cc813107ed3d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.723213] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 in Status: IN_PROGRESS for 2s [ 691.809790] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.958837] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.959781] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf8e3d6e-79c5-495f-8414-c884c6192745',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.986826] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40c0a31b-475d-4bb1-a665-6b77bb603419 in Status: SUCCESS [ 691.986826] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40c0a31b-475d-4bb1-a665-6b77bb603419" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.986826] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40c0a31b-475d-4bb1-a665-6b77bb603419" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.986826] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40c0a31b-475d-4bb1-a665-6b77bb603419" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.986826] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.986826] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.986826] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.986826] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.986826] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.986826] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('40c0a31b-475d-4bb1-a665-6b77bb603419',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.056703] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.056703] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.056703] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.056938] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.056974] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.057095] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bb8a62a6-7df9-4516-ad5a-81c508f0217b already deleted. [ 692.057151] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bb8a62a6-7df9-4516-ad5a-81c508f0217b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.219021] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.219275] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.219401] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.219677] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.219828] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.220017] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port 7b24b735-e799-415e-a0fd-cc813107ed3d not found, creating... [ 692.221250] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.221356] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.221481] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.221760] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.221875] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.222305] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.222500] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.223379] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.224043] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.224043] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.224546] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: 7b24b735-e799-415e-a0fd-cc813107ed3d is going to be created. [ 692.231956] env[68192]: INFO networking_nsxv3.common.synchronization [None req-5ed2b6a7-ef35-4a41-9035-ee0d94124342 None None] Enqueued Resource ID: 9bdfdea4-1dcb-4055-b04f-6f0dea689fda with Priority: HIGHEST for action port [ 692.233082] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9bdfdea4-1dcb-4055-b04f-6f0dea689fda with Priority: HIGHEST for action port [ 692.233082] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-9bdfdea4-1dcb-4055-b04f-6f0dea689fda taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.233082] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9bdfdea4-1dcb-4055-b04f-6f0dea689fda" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.233082] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9bdfdea4-1dcb-4055-b04f-6f0dea689fda" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.233233] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9bdfdea4-1dcb-4055-b04f-6f0dea689fda" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.233283] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9bdfdea4-1dcb-4055-b04f-6f0dea689fda',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.243773] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.243973] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.244123] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.244485] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.244692] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.244852] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-7b24b735-e799-415e-a0fd-cc813107ed3d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.312820] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.402292] env[68192]: INFO networking_nsxv3.common.synchronization [None req-4bc6a9ce-26ce-4c01-b0d9-2ebc76413d1f tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Enqueued Resource ID: 04906042-fa44-41be-a265-b8a83d19ae03 with Priority: HIGHEST for action security_group_rules [ 692.402292] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04906042-fa44-41be-a265-b8a83d19ae03 with Priority: HIGHEST for action security_group_rules [ 692.403738] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04906042-fa44-41be-a265-b8a83d19ae03 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.403738] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04906042-fa44-41be-a265-b8a83d19ae03" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.403738] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04906042-fa44-41be-a265-b8a83d19ae03" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.404105] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04906042-fa44-41be-a265-b8a83d19ae03" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.404196] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04906042-fa44-41be-a265-b8a83d19ae03',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.464030] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.464030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.464030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.464030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.464030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.464030] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 is going to be updated. [ 692.465890] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.468207] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.468268] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.468501] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.468596] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.468694] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf8e3d6e-79c5-495f-8414-c884c6192745 is going to be updated. [ 692.489174] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('40c0a31b-475d-4bb1-a665-6b77bb603419',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.496653] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.496812] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.496877] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.497185] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.497324] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.499935] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.500520] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.500520] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.500520] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.500520] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.512659] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 in Status: IN_PROGRESS for 2s [ 692.513964] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf8e3d6e-79c5-495f-8414-c884c6192745 in Status: IN_PROGRESS for 2s [ 692.561222] env[68192]: INFO networking_nsxv3.common.synchronization [None req-171c3359-4ab5-4af3-ad2c-74cf9222e6f9 tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Enqueued Resource ID: 04906042-fa44-41be-a265-b8a83d19ae03 with Priority: HIGHEST for action security_group_rules [ 692.561222] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04906042-fa44-41be-a265-b8a83d19ae03 with Priority: HIGHEST for action security_group_rules [ 692.561422] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04906042-fa44-41be-a265-b8a83d19ae03 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.561522] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04906042-fa44-41be-a265-b8a83d19ae03" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.736985] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9bdfdea4-1dcb-4055-b04f-6f0dea689fda [ 692.737235] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.737365] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.737439] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.737651] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.737804] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.737920] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9bdfdea4-1dcb-4055-b04f-6f0dea689fda already deleted. [ 692.737993] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9bdfdea4-1dcb-4055-b04f-6f0dea689fda" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.815586] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.815686] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.817985] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.817985] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.817985] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.817985] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f is going to be updated. [ 692.848251] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.848251] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.848251] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.848251] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.848251] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.856685] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f in Status: IN_PROGRESS for 2s [ 692.923733] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.923813] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.923850] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.924233] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.924233] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.924342] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04906042-fa44-41be-a265-b8a83d19ae03 already deleted. [ 692.924383] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04906042-fa44-41be-a265-b8a83d19ae03" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.924516] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04906042-fa44-41be-a265-b8a83d19ae03" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.924668] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04906042-fa44-41be-a265-b8a83d19ae03" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.924751] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04906042-fa44-41be-a265-b8a83d19ae03',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.994149] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('40c0a31b-475d-4bb1-a665-6b77bb603419',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.084026] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f8f9cf7b-5766-4b15-98f6-5ad0177334ca in Status: SUCCESS [ 693.084309] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f8f9cf7b-5766-4b15-98f6-5ad0177334ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.230237] env[68192]: INFO networking_nsxv3.common.synchronization [req-485895e7-3a47-4ba5-a140-151e437facec req-89113785-1452-4708-a261-daa1c2a14633 service nova] Enqueued Resource ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f with Priority: HIGHEST for action security_group_rules [ 693.230495] env[68192]: INFO networking_nsxv3.common.synchronization [req-485895e7-3a47-4ba5-a140-151e437facec req-89113785-1452-4708-a261-daa1c2a14633 service nova] Enqueued Resource ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f with Priority: HIGHEST for action security_group_members [ 693.230703] env[68192]: INFO networking_nsxv3.common.synchronization [req-485895e7-3a47-4ba5-a140-151e437facec req-89113785-1452-4708-a261-daa1c2a14633 service nova] Enqueued Resource ID: 7b24b735-e799-415e-a0fd-cc813107ed3d with Priority: HIGHEST for action port [ 693.231327] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f with Priority: HIGHEST for action security_group_rules [ 693.231501] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f with Priority: HIGHEST for action security_group_members [ 693.231606] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b24b735-e799-415e-a0fd-cc813107ed3d with Priority: HIGHEST for action port [ 693.232201] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-003878c8-3d21-40a7-a7c9-8cfb7788983f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.232201] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.237201] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.237201] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.237201] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.237697] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-003878c8-3d21-40a7-a7c9-8cfb7788983f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.237830] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.238089] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b24b735-e799-415e-a0fd-cc813107ed3d taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.238234] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b24b735-e799-415e-a0fd-cc813107ed3d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.238333] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b24b735-e799-415e-a0fd-cc813107ed3d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.238535] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b24b735-e799-415e-a0fd-cc813107ed3d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.238613] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b24b735-e799-415e-a0fd-cc813107ed3d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.444557] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.444731] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.444731] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.444951] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.445063] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.445158] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04906042-fa44-41be-a265-b8a83d19ae03 already deleted. [ 693.445240] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04906042-fa44-41be-a265-b8a83d19ae03" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.493691] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.493887] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.493887] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.494138] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.494234] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.494332] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 40c0a31b-475d-4bb1-a665-6b77bb603419 is going to be updated. [ 693.520740] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.521222] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.521303] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.521538] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.521686] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.532562] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40c0a31b-475d-4bb1-a665-6b77bb603419 in Status: IN_PROGRESS for 2s [ 693.669556] env[68192]: INFO networking_nsxv3.common.synchronization [req-7acdd435-a7f4-4742-ac75-159c9f5b4823 req-a344d510-1d39-4ad8-8a12-b9ed94ff1232 tempest-DeleteServersAdminTestJSON-533228079 tempest-DeleteServersAdminTestJSON-533228079-project-member] Enqueued Resource ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 with Priority: HIGHEST for action security_group_members [ 693.671860] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 with Priority: HIGHEST for action security_group_members [ 693.671860] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.671860] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.671860] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.671860] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.671860] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.671860] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.671860] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.671860] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.671860] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.671860] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.733181] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 in Status: SUCCESS [ 693.733181] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 deletion is rescheduled due to dependency. [ 693.733181] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.742100] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-003878c8-3d21-40a7-a7c9-8cfb7788983f taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.742100] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.742100] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b24b735-e799-415e-a0fd-cc813107ed3d with status ACTIVE [ 693.742100] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.742100] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.742100] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.742100] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.742100] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.742100] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.742100] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.742100] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.742706] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.742706] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.742706] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.742706] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.742706] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.743184] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.743184] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.743184] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b24b735-e799-415e-a0fd-cc813107ed3d is going to be updated. [ 693.763197] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.763437] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.765464] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.765721] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.765869] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.766077] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b24b735-e799-415e-a0fd-cc813107ed3d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.176725] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.177070] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.177070] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.177285] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.177386] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.177601] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.177698] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.177758] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.177907] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.177979] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.178079] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 is going to be updated. [ 694.212028] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.212178] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.212248] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.212488] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.214019] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.222882] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 in Status: IN_PROGRESS for 2s [ 694.524684] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf8e3d6e-79c5-495f-8414-c884c6192745 in Status: SUCCESS [ 694.524784] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf8e3d6e-79c5-495f-8414-c884c6192745" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.524934] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf8e3d6e-79c5-495f-8414-c884c6192745" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.525131] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf8e3d6e-79c5-495f-8414-c884c6192745" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.525732] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.525732] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.525732] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.525732] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.525954] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.525954] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf8e3d6e-79c5-495f-8414-c884c6192745" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.525954] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf8e3d6e-79c5-495f-8414-c884c6192745',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.527614] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 in Status: SUCCESS [ 694.527838] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.527990] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf8e3d6e-79c5-495f-8414-c884c6192745" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.528188] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf8e3d6e-79c5-495f-8414-c884c6192745" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.528539] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.528539] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.528651] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.528721] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.528831] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.528986] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf8e3d6e-79c5-495f-8414-c884c6192745',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.530389] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.530389] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.530539] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.530713] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.530713] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.531143] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.531143] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.531143] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.531143] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.532041] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.532819] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.532993] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.533620] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.533620] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.533620] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.533620] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.533620] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.763483] env[68192]: INFO networking_nsxv3.common.synchronization [req-a10db801-26a2-45bc-9b97-32314ffd19f6 req-a89dce4d-dd2b-47f8-aaec-f48c5cf6b8ff tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Enqueued Resource ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 with Priority: HIGHEST for action security_group_members [ 694.764033] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 with Priority: HIGHEST for action security_group_members [ 694.764344] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-df390cf8-2be7-44b4-950f-a48b6913e6a0 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.764468] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.764533] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.764734] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.764876] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.764969] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.768575] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.768796] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.768894] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.768999] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df390cf8-2be7-44b4-950f-a48b6913e6a0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.865044] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f in Status: SUCCESS [ 694.865044] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.865044] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.865044] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.865044] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.865243] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.865243] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.865300] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.865411] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.865448] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.033838] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf8e3d6e-79c5-495f-8414-c884c6192745',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.036799] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf8e3d6e-79c5-495f-8414-c884c6192745',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.036799] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.036799] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.036799] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.271954] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.271954] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.271954] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.271954] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.271954] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.272380] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.272380] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.272380] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.272564] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.272564] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.272564] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 is going to be updated. [ 695.300237] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.300405] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.300476] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.300701] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.300864] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.308844] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 in Status: IN_PROGRESS for 2s [ 695.367593] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.535176] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf8e3d6e-79c5-495f-8414-c884c6192745: rpc.has_security_group_logging(os_id): False [ 695.538647] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf8e3d6e-79c5-495f-8414-c884c6192745',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.540242] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.543164] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 40c0a31b-475d-4bb1-a665-6b77bb603419 in Status: SUCCESS [ 695.543164] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40c0a31b-475d-4bb1-a665-6b77bb603419" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.543164] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-40c0a31b-475d-4bb1-a665-6b77bb603419" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.543405] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-40c0a31b-475d-4bb1-a665-6b77bb603419" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.543557] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.543722] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.543722] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.543905] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.543952] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.545050] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-40c0a31b-475d-4bb1-a665-6b77bb603419" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.545050] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('40c0a31b-475d-4bb1-a665-6b77bb603419',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.552387] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.552387] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.552387] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.552387] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.552387] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.552387] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.552387] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.552387] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.552387] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.552387] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.552387] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf8e3d6e-79c5-495f-8414-c884c6192745 is going to be created. [ 695.603370] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.603631] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.603631] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.603780] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.603955] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.614654] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf8e3d6e-79c5-495f-8414-c884c6192745 in Status: IN_PROGRESS for 2s [ 695.871057] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.047259] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.047259] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.047259] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.047416] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.047483] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.047578] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf8e3d6e-79c5-495f-8414-c884c6192745 is going to be updated. [ 696.050266] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.050266] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.050266] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.050266] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.050266] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.050479] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 is going to be updated. [ 696.051527] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('40c0a31b-475d-4bb1-a665-6b77bb603419',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.081055] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.081055] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.081055] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.081055] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.081296] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.082826] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.082944] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.083029] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.083189] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.083312] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.093760] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 in Status: IN_PROGRESS for 2s [ 696.094492] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf8e3d6e-79c5-495f-8414-c884c6192745 in Status: IN_PROGRESS for 2s [ 696.240931] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 in Status: SUCCESS [ 696.241170] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86 deletion is rescheduled due to dependency. [ 696.241357] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f72c23-21ed-4430-b1aa-4aa4cc4a4b86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.374381] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.374698] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.374698] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.374698] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.374795] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.374894] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f is going to be updated. [ 696.404583] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.404928] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.405055] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.405323] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.405523] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.416531] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f in Status: IN_PROGRESS for 2s [ 696.555246] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 40c0a31b-475d-4bb1-a665-6b77bb603419: rpc.has_security_group_logging(os_id): False [ 696.572936] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.573154] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.573227] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.573472] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.573565] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.573816] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.573915] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.573987] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.574155] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.575058] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.575058] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 40c0a31b-475d-4bb1-a665-6b77bb603419 is going to be created. [ 696.621996] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.622196] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.622306] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.622588] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.622883] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.632287] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40c0a31b-475d-4bb1-a665-6b77bb603419 in Status: IN_PROGRESS for 2s [ 697.318415] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 in Status: SUCCESS [ 697.318616] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 deletion is rescheduled due to dependency. [ 697.318727] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.492305] env[68192]: INFO networking_nsxv3.common.synchronization [req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d req-5a6b1d5f-4281-4297-98a6-e3f1043fc2b4 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Enqueued Resource ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f with Priority: HIGHEST for action security_group_members [ 697.492635] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f with Priority: HIGHEST for action security_group_members [ 697.495127] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-003878c8-3d21-40a7-a7c9-8cfb7788983f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.495127] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.634249] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf8e3d6e-79c5-495f-8414-c884c6192745 in Status: SUCCESS [ 697.634729] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf8e3d6e-79c5-495f-8414-c884c6192745" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.634729] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf8e3d6e-79c5-495f-8414-c884c6192745" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.634923] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf8e3d6e-79c5-495f-8414-c884c6192745" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.634953] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf8e3d6e-79c5-495f-8414-c884c6192745',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.103749] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 in Status: SUCCESS [ 698.103960] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.104126] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.104334] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.104519] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.104632] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.104696] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.104840] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.104920] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.105022] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.106321] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf8e3d6e-79c5-495f-8414-c884c6192745 in Status: SUCCESS [ 698.106493] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf8e3d6e-79c5-495f-8414-c884c6192745" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.106628] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf8e3d6e-79c5-495f-8414-c884c6192745" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.106787] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf8e3d6e-79c5-495f-8414-c884c6192745" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.106934] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.107046] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.107111] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.107246] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.107322] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.107408] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('bf8e3d6e-79c5-495f-8414-c884c6192745',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.130160] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-237 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.130364] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-237" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.130484] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-237" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.130719] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-237" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.130997] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.131198] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.131317] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.131524] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.131664] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.131861] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 698.131975] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.132096] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.132202] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.132311] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 698.132412] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.132540] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.136704] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-bf8e3d6e-79c5-495f-8414-c884c6192745 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.136806] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-bf8e3d6e-79c5-495f-8414-c884c6192745" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.149989] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.150181] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 698.150314] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.150478] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-237" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.150757] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.150921] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.151078] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.151404] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.151542] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.425966] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f in Status: SUCCESS [ 698.426034] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.426185] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.426402] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.426595] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.426749] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.426808] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.426918] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.427007] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.427139] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.427247] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.428663] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.428831] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.428989] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.429109] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.429173] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.429312] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.429390] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.429473] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.608984] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.609854] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('bf8e3d6e-79c5-495f-8414-c884c6192745',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.645546] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 40c0a31b-475d-4bb1-a665-6b77bb603419 in Status: SUCCESS [ 698.645689] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-40c0a31b-475d-4bb1-a665-6b77bb603419" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.653804] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.654054] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.654217] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.654510] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.654661] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.654814] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port 3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f not found, creating... [ 698.655088] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.655246] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.655360] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.655576] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.655710] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.655985] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.658016] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.658243] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.658506] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.658697] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.658885] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: 3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f is going to be created. [ 698.678090] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.678687] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.678687] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.678687] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.678893] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.679127] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.931808] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-003878c8-3d21-40a7-a7c9-8cfb7788983f taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.931962] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.932383] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.113260] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.114297] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('bf8e3d6e-79c5-495f-8414-c884c6192745',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.386679] env[68192]: INFO networking_nsxv3.common.synchronization [None req-4922941a-336d-4321-9311-ce6faa2fb896 None None] Enqueued Resource ID: 74415bd7-9e01-4809-8973-7d5b0bf4522d with Priority: HIGHEST for action port [ 699.387235] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74415bd7-9e01-4809-8973-7d5b0bf4522d with Priority: HIGHEST for action port [ 699.387758] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-74415bd7-9e01-4809-8973-7d5b0bf4522d taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.388272] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74415bd7-9e01-4809-8973-7d5b0bf4522d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.388272] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74415bd7-9e01-4809-8973-7d5b0bf4522d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.388272] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74415bd7-9e01-4809-8973-7d5b0bf4522d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.388437] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74415bd7-9e01-4809-8973-7d5b0bf4522d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.439474] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.556990] env[68192]: INFO networking_nsxv3.common.synchronization [req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d req-ba46da2e-1e04-4b47-a92f-8a1160d05d0e service nova] Enqueued Resource ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f with Priority: HIGHEST for action security_group_rules [ 699.556990] env[68192]: INFO networking_nsxv3.common.synchronization [req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d req-ba46da2e-1e04-4b47-a92f-8a1160d05d0e service nova] Enqueued Resource ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f with Priority: HIGHEST for action security_group_members [ 699.556990] env[68192]: INFO networking_nsxv3.common.synchronization [req-39a5525e-6e27-4ec5-b597-355bbe1aaa1d req-ba46da2e-1e04-4b47-a92f-8a1160d05d0e service nova] Enqueued Resource ID: 3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f with Priority: HIGHEST for action port [ 699.557564] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f with Priority: HIGHEST for action security_group_rules [ 699.557666] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f with Priority: HIGHEST for action security_group_members [ 699.557864] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f with Priority: HIGHEST for action port [ 699.558364] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-003878c8-3d21-40a7-a7c9-8cfb7788983f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.558364] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.558544] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-003878c8-3d21-40a7-a7c9-8cfb7788983f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.558649] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.558823] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.558944] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.560081] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.560081] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.560081] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.619029] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.619029] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.619029] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.619029] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.619029] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.619029] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 is going to be updated. [ 699.619029] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.619029] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.619029] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.619029] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.619029] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.619029] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: bf8e3d6e-79c5-495f-8414-c884c6192745 is going to be updated. [ 699.651041] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.651486] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.651624] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.651891] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.652084] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.654460] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.654692] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.654802] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.655193] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.655410] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.665897] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf8e3d6e-79c5-495f-8414-c884c6192745 in Status: IN_PROGRESS for 2s [ 699.666776] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 in Status: IN_PROGRESS for 2s [ 699.890049] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74415bd7-9e01-4809-8973-7d5b0bf4522d [ 699.890324] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.890458] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.890528] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.890750] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.890844] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.890941] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74415bd7-9e01-4809-8973-7d5b0bf4522d already deleted. [ 699.891054] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74415bd7-9e01-4809-8973-7d5b0bf4522d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.944034] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.944034] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.944034] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.944034] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.944034] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.944034] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f is going to be updated. [ 699.968806] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.969044] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.969114] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.969335] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.969475] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.977395] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f in Status: IN_PROGRESS for 2s [ 700.064238] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f with status ACTIVE [ 700.068022] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.068022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.068022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.068022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.068022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.068022] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.068022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.068022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.068022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.068022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.068381] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.068381] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.068381] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.068467] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.068521] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.068607] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f is going to be updated. [ 700.089344] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.089344] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.089344] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.089344] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.089344] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.089344] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3e0a616a-3b41-4eb8-8661-eddb5bb8bf9f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.931162] env[68192]: INFO networking_nsxv3.common.synchronization [req-b097fba0-4d63-4b59-8dca-63b56fa078b5 req-c86f6b90-22a2-466d-bb88-609661a4ffff tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Enqueued Resource ID: 6ef173eb-832e-441d-ad5b-d61fe0f2f5d7 with Priority: HIGHEST for action security_group_members [ 700.931783] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef173eb-832e-441d-ad5b-d61fe0f2f5d7 with Priority: HIGHEST for action security_group_members [ 700.932030] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.932178] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.932228] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.932441] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.932596] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.932689] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.932747] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.932894] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.932980] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.933513] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef173eb-832e-441d-ad5b-d61fe0f2f5d7',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.235577] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-822 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.236459] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-822" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.236707] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-822" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.238222] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-822" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.239154] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.239154] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.239154] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.239154] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.239154] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.239370] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 701.239370] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 701.239477] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 701.239576] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 701.240384] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 701.240384] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 701.240384] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 701.242787] env[68192]: INFO networking_nsxv3.common.synchronization [req-ffbceac1-e642-4c9e-b0bd-525ff7688fdf req-0830e568-b198-4bba-be8c-cf4b4e6a664c tempest-AttachInterfacesV270Test-1380270359 tempest-AttachInterfacesV270Test-1380270359-project-member] Enqueued Resource ID: f8f9cf7b-5766-4b15-98f6-5ad0177334ca with Priority: HIGHEST for action security_group_members [ 701.243605] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8f9cf7b-5766-4b15-98f6-5ad0177334ca with Priority: HIGHEST for action security_group_members [ 701.243886] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-f8f9cf7b-5766-4b15-98f6-5ad0177334ca taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.243996] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f8f9cf7b-5766-4b15-98f6-5ad0177334ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.244083] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f8f9cf7b-5766-4b15-98f6-5ad0177334ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.244252] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f8f9cf7b-5766-4b15-98f6-5ad0177334ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.244394] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.244487] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.244724] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.244724] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.244817] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.244848] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f8f9cf7b-5766-4b15-98f6-5ad0177334ca',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.285703] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 701.285935] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.046 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 701.286097] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 701.286277] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-822" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.286696] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-54a42775-b90f-4155-abfe-cbd5b157699f taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.286816] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-54a42775-b90f-4155-abfe-cbd5b157699f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.286916] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-54a42775-b90f-4155-abfe-cbd5b157699f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.287261] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-54a42775-b90f-4155-abfe-cbd5b157699f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.287403] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54a42775-b90f-4155-abfe-cbd5b157699f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.436504] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.436766] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.436877] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.437169] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.437302] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.437576] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.437795] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.437887] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.438349] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.438462] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.438582] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef173eb-832e-441d-ad5b-d61fe0f2f5d7 already deleted. [ 701.438691] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.514671] env[68192]: INFO networking_nsxv3.common.synchronization [None req-70b0a2bd-2490-4ff7-91f7-d4d1f71a2636 None None] Enqueued Resource ID: d4510395-fa5a-4e0a-b520-20972b28edab with Priority: HIGHEST for action port [ 701.515546] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d4510395-fa5a-4e0a-b520-20972b28edab with Priority: HIGHEST for action port [ 701.515886] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-d4510395-fa5a-4e0a-b520-20972b28edab taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.516032] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d4510395-fa5a-4e0a-b520-20972b28edab" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.516099] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d4510395-fa5a-4e0a-b520-20972b28edab" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.516354] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d4510395-fa5a-4e0a-b520-20972b28edab" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.516438] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d4510395-fa5a-4e0a-b520-20972b28edab',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.677841] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: bf8e3d6e-79c5-495f-8414-c884c6192745 in Status: SUCCESS [ 701.678111] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf8e3d6e-79c5-495f-8414-c884c6192745" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.678296] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-bf8e3d6e-79c5-495f-8414-c884c6192745" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.678512] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-bf8e3d6e-79c5-495f-8414-c884c6192745" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.678703] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.678815] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.678879] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.679043] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.679125] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.679209] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-bf8e3d6e-79c5-495f-8414-c884c6192745" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.679302] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('bf8e3d6e-79c5-495f-8414-c884c6192745',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.681167] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 in Status: SUCCESS [ 701.681167] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.681167] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.681330] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.681475] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.681574] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.681642] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.681779] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.681857] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.681936] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.682099] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.682276] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.682276] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.682686] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.682686] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.682686] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.682686] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.682986] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.682986] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.682986] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.683143] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.746482] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.746688] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.746750] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.746934] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.747043] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.747245] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.747336] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.747391] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.747586] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.747655] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.747710] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8f9cf7b-5766-4b15-98f6-5ad0177334ca is going to be updated. [ 701.773544] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.773686] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.773829] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.774845] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.774845] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.783628] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8f9cf7b-5766-4b15-98f6-5ad0177334ca in Status: IN_PROGRESS for 2s [ 701.790307] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.790503] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.790620] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.790903] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.791075] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.791248] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port 54a42775-b90f-4155-abfe-cbd5b157699f not found, creating... [ 701.791507] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.791642] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.792279] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.792279] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.792279] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.792662] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.792662] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.792662] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.792828] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.792962] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.793150] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: 54a42775-b90f-4155-abfe-cbd5b157699f is going to be created. [ 701.814527] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.814643] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.814736] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.814989] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.815223] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.815442] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-54a42775-b90f-4155-abfe-cbd5b157699f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.993180] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f in Status: SUCCESS [ 701.993479] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.993555] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.993765] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.993958] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.994089] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.994153] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.994313] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.994452] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.994557] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.994724] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-003878c8-3d21-40a7-a7c9-8cfb7788983f taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.994805] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.994865] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.995009] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.995151] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.995243] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.995300] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.995432] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.995504] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.995580] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.995664] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 701.996527] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.996686] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.996836] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.996932] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.996995] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.997222] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.997222] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.997319] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.019077] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d4510395-fa5a-4e0a-b520-20972b28edab [ 702.019296] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.019422] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.019489] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.019700] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.019786] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.019876] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d4510395-fa5a-4e0a-b520-20972b28edab already deleted. [ 702.019954] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d4510395-fa5a-4e0a-b520-20972b28edab" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.185524] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('bf8e3d6e-79c5-495f-8414-c884c6192745',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.192147] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36: rpc.has_security_group_logging(os_id): False [ 702.212283] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.212283] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.212283] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.212283] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.212283] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.212283] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.212283] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.212283] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.212283] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.212283] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.212638] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.212638] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.212638] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.212721] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.212755] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.213313] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.213313] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.213313] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.213496] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.213496] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.213552] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 is going to be updated. [ 702.310708] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.312030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.312030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.312141] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.312295] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.325024] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 in Status: IN_PROGRESS for 2s [ 702.490297] env[68192]: INFO networking_nsxv3.common.synchronization [req-b097fba0-4d63-4b59-8dca-63b56fa078b5 req-0332ef07-4094-4bbd-b9f8-5a7aace232c2 service nova] Enqueued Resource ID: 6ef173eb-832e-441d-ad5b-d61fe0f2f5d7 with Priority: HIGHEST for action security_group_rules [ 702.490297] env[68192]: INFO networking_nsxv3.common.synchronization [req-b097fba0-4d63-4b59-8dca-63b56fa078b5 req-0332ef07-4094-4bbd-b9f8-5a7aace232c2 service nova] Enqueued Resource ID: 6ef173eb-832e-441d-ad5b-d61fe0f2f5d7 with Priority: HIGHEST for action security_group_members [ 702.490297] env[68192]: INFO networking_nsxv3.common.synchronization [req-b097fba0-4d63-4b59-8dca-63b56fa078b5 req-0332ef07-4094-4bbd-b9f8-5a7aace232c2 service nova] Enqueued Resource ID: 54a42775-b90f-4155-abfe-cbd5b157699f with Priority: HIGHEST for action port [ 702.490297] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef173eb-832e-441d-ad5b-d61fe0f2f5d7 with Priority: HIGHEST for action security_group_rules [ 702.490297] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef173eb-832e-441d-ad5b-d61fe0f2f5d7 with Priority: HIGHEST for action security_group_members [ 702.490297] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54a42775-b90f-4155-abfe-cbd5b157699f with Priority: HIGHEST for action port [ 702.490297] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.490297] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.490297] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.490297] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.490297] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ef173eb-832e-441d-ad5b-d61fe0f2f5d7',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.495176] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.495419] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.495567] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.502035] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.502035] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.502035] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.502035] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.502035] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.502035] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.502035] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef173eb-832e-441d-ad5b-d61fe0f2f5d7',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.502469] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-54a42775-b90f-4155-abfe-cbd5b157699f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.502807] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54a42775-b90f-4155-abfe-cbd5b157699f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.502963] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54a42775-b90f-4155-abfe-cbd5b157699f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.503221] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54a42775-b90f-4155-abfe-cbd5b157699f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.503436] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54a42775-b90f-4155-abfe-cbd5b157699f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.505932] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 003878c8-3d21-40a7-a7c9-8cfb7788983f: rpc.has_security_group_logging(os_id): False [ 702.507173] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.525762] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.525918] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.525992] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.526226] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.526379] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.526549] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.526649] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.526714] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.526886] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.526967] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.527160] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.527254] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.527333] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.527473] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.527547] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.527729] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.528063] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.528063] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.528138] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.528231] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.528344] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f is going to be updated. [ 702.581387] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.582025] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.582025] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.582199] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.582442] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.595543] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f in Status: IN_PROGRESS for 2s [ 702.691158] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for bf8e3d6e-79c5-495f-8414-c884c6192745: rpc.has_security_group_logging(os_id): False [ 702.719016] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.719204] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.719283] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.719605] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.719605] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.719846] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.719940] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.720007] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.720226] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.720306] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.720413] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf8e3d6e-79c5-495f-8414-c884c6192745 is going to be updated. [ 702.761309] env[68192]: INFO networking_nsxv3.common.synchronization [req-f9b15531-af61-4d2a-9576-7d81bed01d2a req-ae318ac5-d4e6-44db-9f0f-3ea4bec70633 tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Enqueued Resource ID: d295249d-6465-4e3b-a833-65e513065930 with Priority: HIGHEST for action security_group_members [ 702.761831] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d295249d-6465-4e3b-a833-65e513065930 with Priority: HIGHEST for action security_group_members [ 702.762150] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-d295249d-6465-4e3b-a833-65e513065930 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.762270] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.762570] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.762682] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.762767] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.762862] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.762922] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.763135] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.763242] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.763335] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d295249d-6465-4e3b-a833-65e513065930',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 702.805243] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 702.805475] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 702.805475] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 702.805687] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 702.805831] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.818927] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf8e3d6e-79c5-495f-8414-c884c6192745 in Status: IN_PROGRESS for 2s [ 703.005876] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.006213] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.006213] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6ef173eb-832e-441d-ad5b-d61fe0f2f5d7',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.011324] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54a42775-b90f-4155-abfe-cbd5b157699f with status ACTIVE [ 703.011524] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.011648] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.011716] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.011919] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.012017] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.012203] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.012300] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.012354] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.012503] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.012578] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.012758] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.012863] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.012924] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.013080] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.013157] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.013241] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54a42775-b90f-4155-abfe-cbd5b157699f is going to be updated. [ 703.014265] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.035348] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.035494] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.035539] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.035735] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.035863] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.036023] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54a42775-b90f-4155-abfe-cbd5b157699f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.265317] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d295249d-6465-4e3b-a833-65e513065930',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.385563] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.385992] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.386169] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.386462] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.386729] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.386887] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.387010] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.387419] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.387599] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.387808] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 703.387922] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 703.388072] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 703.388191] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 703.388305] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 703.388411] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 703.388550] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 703.405801] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 703.405927] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 703.406090] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 703.406577] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.407056] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-dd182ade-558e-4fb8-810a-013180af7f9a taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.407302] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-dd182ade-558e-4fb8-810a-013180af7f9a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.407398] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-dd182ade-558e-4fb8-810a-013180af7f9a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.407711] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-dd182ade-558e-4fb8-810a-013180af7f9a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.407850] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd182ade-558e-4fb8-810a-013180af7f9a',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.509282] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6ef173eb-832e-441d-ad5b-d61fe0f2f5d7',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.519664] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.519664] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.519664] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.519664] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.519664] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.519664] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f is going to be updated. [ 703.543540] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.544316] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.544316] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.544316] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.544538] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.552009] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f in Status: IN_PROGRESS for 2s [ 703.770549] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d295249d-6465-4e3b-a833-65e513065930',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.792509] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f8f9cf7b-5766-4b15-98f6-5ad0177334ca in Status: SUCCESS [ 703.792681] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f8f9cf7b-5766-4b15-98f6-5ad0177334ca deletion is rescheduled due to dependency. [ 703.792797] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f8f9cf7b-5766-4b15-98f6-5ad0177334ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.910787] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.911075] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.911225] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.911508] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.911657] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.911808] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port dd182ade-558e-4fb8-810a-013180af7f9a not found, creating... [ 703.912083] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.912295] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.912348] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.912570] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.912931] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.913138] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.913138] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.913214] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.913766] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.915251] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.915251] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: dd182ade-558e-4fb8-810a-013180af7f9a is going to be created. [ 703.933238] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.933318] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.933436] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.933699] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.933916] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.934146] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-dd182ade-558e-4fb8-810a-013180af7f9a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.011163] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.011496] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.011496] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.011702] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.011831] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.012135] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef173eb-832e-441d-ad5b-d61fe0f2f5d7 is going to be created. [ 704.045218] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.045342] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.045388] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.045580] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.045754] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.060490] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef173eb-832e-441d-ad5b-d61fe0f2f5d7 in Status: UNINITIALIZED for 2s [ 704.273575] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.273761] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.273806] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.274018] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.274115] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.274213] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d295249d-6465-4e3b-a833-65e513065930 is going to be updated. [ 704.302717] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.302859] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.302972] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.303175] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.303318] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.311995] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d295249d-6465-4e3b-a833-65e513065930 in Status: IN_PROGRESS for 2s [ 704.337678] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 in Status: SUCCESS [ 704.337910] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.338202] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.338428] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.338516] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.609637] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f in Status: SUCCESS [ 704.609976] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.610337] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.610666] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.612018] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.806614] env[68192]: INFO networking_nsxv3.common.synchronization [req-f9b15531-af61-4d2a-9576-7d81bed01d2a req-d30f5bbf-dd82-49c3-9003-6f1dd38a3a88 service nova] Enqueued Resource ID: d295249d-6465-4e3b-a833-65e513065930 with Priority: HIGHEST for action security_group_rules [ 704.806824] env[68192]: INFO networking_nsxv3.common.synchronization [req-f9b15531-af61-4d2a-9576-7d81bed01d2a req-d30f5bbf-dd82-49c3-9003-6f1dd38a3a88 service nova] Enqueued Resource ID: d295249d-6465-4e3b-a833-65e513065930 with Priority: HIGHEST for action security_group_members [ 704.806986] env[68192]: INFO networking_nsxv3.common.synchronization [req-f9b15531-af61-4d2a-9576-7d81bed01d2a req-d30f5bbf-dd82-49c3-9003-6f1dd38a3a88 service nova] Enqueued Resource ID: dd182ade-558e-4fb8-810a-013180af7f9a with Priority: HIGHEST for action port [ 704.807569] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d295249d-6465-4e3b-a833-65e513065930 with Priority: HIGHEST for action security_group_rules [ 704.807710] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d295249d-6465-4e3b-a833-65e513065930 with Priority: HIGHEST for action security_group_members [ 704.807807] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dd182ade-558e-4fb8-810a-013180af7f9a with Priority: HIGHEST for action port [ 704.811388] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d295249d-6465-4e3b-a833-65e513065930 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.811512] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.811582] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.811799] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.811874] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d295249d-6465-4e3b-a833-65e513065930',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.812837] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-d295249d-6465-4e3b-a833-65e513065930 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.812937] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.813139] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-dd182ade-558e-4fb8-810a-013180af7f9a taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.813244] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dd182ade-558e-4fb8-810a-013180af7f9a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.813299] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dd182ade-558e-4fb8-810a-013180af7f9a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.813459] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dd182ade-558e-4fb8-810a-013180af7f9a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.813542] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dd182ade-558e-4fb8-810a-013180af7f9a',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.829613] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: bf8e3d6e-79c5-495f-8414-c884c6192745 in Status: SUCCESS [ 704.829776] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf8e3d6e-79c5-495f-8414-c884c6192745" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.841078] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.841242] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.841242] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.841445] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.841611] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.841715] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.841782] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.841918] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.842009] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.842122] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.842216] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.113996] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-003878c8-3d21-40a7-a7c9-8cfb7788983f taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.114376] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.317248] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-d295249d-6465-4e3b-a833-65e513065930 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.317449] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.317726] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dd182ade-558e-4fb8-810a-013180af7f9a with status ACTIVE [ 705.317965] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.318129] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.318224] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.318480] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.318619] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.318826] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.318996] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.319086] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.320884] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.320884] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.320884] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.320884] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.320884] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.320884] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.320884] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.320884] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dd182ade-558e-4fb8-810a-013180af7f9a is going to be updated. [ 705.340296] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.340422] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.340512] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.340729] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.340879] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.341056] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dd182ade-558e-4fb8-810a-013180af7f9a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.344511] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.344628] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.344686] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.344870] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.345075] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.345227] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.345293] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.345445] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.345526] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.345606] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.345747] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.345838] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.345898] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.346046] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.346194] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.346259] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.346334] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.346448] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.346523] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.346602] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.346688] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.560971] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f in Status: SUCCESS [ 705.561222] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.561387] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.561602] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.561825] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.561954] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.562034] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.562191] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.562275] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.562358] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.562446] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 705.848964] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36: rpc.has_security_group_logging(os_id): False [ 705.870019] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.870019] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.870019] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.870019] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.870019] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.870019] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.870019] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.870019] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.870019] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.870019] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.870019] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.870019] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.870019] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.870019] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.870019] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.870771] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.870771] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.870771] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.870771] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.870771] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.870771] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 is going to be updated. [ 705.927947] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 705.927947] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.927947] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.927947] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 705.927947] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.946083] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 in Status: IN_PROGRESS for 2s [ 706.064322] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-003878c8-3d21-40a7-a7c9-8cfb7788983f taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.064452] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.064521] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.064720] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.064884] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.064984] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.065056] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.065203] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.065288] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.065371] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.065510] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-003878c8-3d21-40a7-a7c9-8cfb7788983f taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.066463] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.069202] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.069202] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.069202] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.069202] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.069202] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.069202] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.069202] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.069202] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.069202] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.071342] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef173eb-832e-441d-ad5b-d61fe0f2f5d7 in Status: SUCCESS [ 706.071541] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.071706] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.071888] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.072069] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.072234] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.072234] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.072679] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.072679] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.072679] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.072679] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6ef173eb-832e-441d-ad5b-d61fe0f2f5d7',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.321526] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d295249d-6465-4e3b-a833-65e513065930 in Status: SUCCESS [ 706.321807] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.322028] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.322167] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.322352] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.322488] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.322602] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.322705] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.322840] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.322892] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d295249d-6465-4e3b-a833-65e513065930',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.570555] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 003878c8-3d21-40a7-a7c9-8cfb7788983f: rpc.has_security_group_logging(os_id): False [ 706.574763] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.575171] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.575171] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.575383] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.575568] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.575673] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.575731] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.575893] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.575982] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.576079] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.576225] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.576318] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.576377] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.576515] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.576693] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.576852] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.576882] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.577016] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.577132] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.577173] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.577261] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6ef173eb-832e-441d-ad5b-d61fe0f2f5d7',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 706.591085] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.591271] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.591342] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.591684] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.591684] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.591918] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.592111] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.592111] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.592348] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.592348] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.592506] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.592620] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.592899] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.592899] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.592899] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.593352] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.593965] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.593965] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.594549] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.594920] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.595072] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f is going to be updated. [ 706.669771] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 706.669771] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 706.669771] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 706.669771] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 706.670131] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.686418] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f in Status: IN_PROGRESS for 2s [ 706.827952] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d295249d-6465-4e3b-a833-65e513065930',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.080421] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6ef173eb-832e-441d-ad5b-d61fe0f2f5d7: rpc.has_security_group_logging(os_id): False [ 707.097585] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.097727] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.097862] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.098018] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.098123] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.098345] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.098442] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.098506] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.098664] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.098740] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.098908] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.099011] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.099977] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.099977] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.099977] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.099977] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.099977] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.099977] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.099977] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.099977] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.099977] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ef173eb-832e-441d-ad5b-d61fe0f2f5d7 is going to be created. [ 707.153080] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.153244] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.153331] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.153520] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.154299] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.164937] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ef173eb-832e-441d-ad5b-d61fe0f2f5d7 in Status: IN_PROGRESS for 2s [ 707.330634] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d295249d-6465-4e3b-a833-65e513065930',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 707.833160] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.833325] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.833400] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.833621] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.833714] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.833812] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d295249d-6465-4e3b-a833-65e513065930 is going to be updated. [ 707.861185] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.861334] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.861375] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.861577] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.861716] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.869813] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d295249d-6465-4e3b-a833-65e513065930 in Status: IN_PROGRESS for 2s [ 707.960223] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 in Status: SUCCESS [ 707.960454] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.700317] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f in Status: SUCCESS [ 708.700675] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.179106] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6ef173eb-832e-441d-ad5b-d61fe0f2f5d7 in Status: SUCCESS [ 709.179357] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.809402] env[68192]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 709.809402] env[68192]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 709.878798] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d295249d-6465-4e3b-a833-65e513065930 in Status: SUCCESS [ 709.879032] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.879202] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.879408] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.879595] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.879707] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.879771] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.879911] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.879990] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.880086] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.880236] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d295249d-6465-4e3b-a833-65e513065930',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.385967] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-d295249d-6465-4e3b-a833-65e513065930 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.386144] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.386251] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.386618] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.386838] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.388140] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.388140] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.388140] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.388140] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.388140] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.388140] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-d295249d-6465-4e3b-a833-65e513065930 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.388140] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.388140] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.388140] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.388448] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.388448] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.388448] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.389209] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.389309] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.389403] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.389547] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d295249d-6465-4e3b-a833-65e513065930',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.891569] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d295249d-6465-4e3b-a833-65e513065930: rpc.has_security_group_logging(os_id): False [ 710.909381] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.910448] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.910448] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.910448] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.910448] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.910448] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.910448] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.910448] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.910984] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.910984] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.910984] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.910984] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.911210] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.911377] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.911486] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.911710] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.911850] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.911926] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.912114] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.912221] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.912323] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d295249d-6465-4e3b-a833-65e513065930 is going to be updated. [ 710.975104] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.975104] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.975275] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.975606] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.975606] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.988557] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d295249d-6465-4e3b-a833-65e513065930 in Status: IN_PROGRESS for 2s [ 712.061138] env[68192]: INFO networking_nsxv3.common.synchronization [None req-85822f6c-2ab4-4991-9ea4-0887e6828ce2 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Enqueued Resource ID: 2ae41f54-2bf4-429b-a332-d359080278f6 with Priority: HIGHEST for action security_group_rules [ 712.061138] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae41f54-2bf4-429b-a332-d359080278f6 with Priority: HIGHEST for action security_group_rules [ 712.061138] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ae41f54-2bf4-429b-a332-d359080278f6 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.061138] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ae41f54-2bf4-429b-a332-d359080278f6" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.061138] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ae41f54-2bf4-429b-a332-d359080278f6" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.061138] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ae41f54-2bf4-429b-a332-d359080278f6" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.061138] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ae41f54-2bf4-429b-a332-d359080278f6',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 712.188069] env[68192]: INFO networking_nsxv3.common.synchronization [None req-6e54d524-bdf5-422f-b8d4-45dc5cb301fb tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Enqueued Resource ID: 2ae41f54-2bf4-429b-a332-d359080278f6 with Priority: HIGHEST for action security_group_rules [ 712.189276] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2ae41f54-2bf4-429b-a332-d359080278f6 with Priority: HIGHEST for action security_group_rules [ 712.189276] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2ae41f54-2bf4-429b-a332-d359080278f6 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.189276] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2ae41f54-2bf4-429b-a332-d359080278f6" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.579961] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.580241] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.580241] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.580447] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.580543] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.580639] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ae41f54-2bf4-429b-a332-d359080278f6 already deleted. [ 712.580724] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ae41f54-2bf4-429b-a332-d359080278f6" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.580939] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2ae41f54-2bf4-429b-a332-d359080278f6" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.581071] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2ae41f54-2bf4-429b-a332-d359080278f6" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.581159] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2ae41f54-2bf4-429b-a332-d359080278f6',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.002226] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d295249d-6465-4e3b-a833-65e513065930 in Status: SUCCESS [ 713.002536] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.102900] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.103209] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.103209] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.103334] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.103426] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.103521] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2ae41f54-2bf4-429b-a332-d359080278f6 already deleted. [ 713.103601] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2ae41f54-2bf4-429b-a332-d359080278f6" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.085299] env[68192]: INFO networking_nsxv3.common.synchronization [req-90498390-adb5-4702-b69d-79a0f2811359 req-11c366d1-2b77-4722-81ba-feac6128666d tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Enqueued Resource ID: 58062659-109e-4822-bdf3-a663629baa0e with Priority: HIGHEST for action security_group_members [ 714.085299] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58062659-109e-4822-bdf3-a663629baa0e with Priority: HIGHEST for action security_group_members [ 714.085299] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-58062659-109e-4822-bdf3-a663629baa0e taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.085299] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.085299] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.085299] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.085299] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.086031] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.086250] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.086599] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.086793] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.086994] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58062659-109e-4822-bdf3-a663629baa0e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.593168] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.593465] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.593465] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.593698] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.593796] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.594022] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.594098] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.594175] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.594386] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.594427] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.594495] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58062659-109e-4822-bdf3-a663629baa0e already deleted. [ 714.594586] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.691876] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.692140] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-141" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.692299] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-141" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.692635] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-141" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.692950] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.693513] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.693733] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.694018] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.694202] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.694454] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.694619] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.694789] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.694842] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.694953] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 714.695068] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.695249] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.717064] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.717064] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 714.717064] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.717064] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-141" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.717064] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-76f0bc9c-5871-4014-97f6-95b6bd0ef7c7 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.717064] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-76f0bc9c-5871-4014-97f6-95b6bd0ef7c7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.717064] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-76f0bc9c-5871-4014-97f6-95b6bd0ef7c7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.718539] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-76f0bc9c-5871-4014-97f6-95b6bd0ef7c7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.718579] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76f0bc9c-5871-4014-97f6-95b6bd0ef7c7',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.950126] env[68192]: INFO networking_nsxv3.common.synchronization [req-05a669f5-39f7-4b8d-9f10-40db8911d28b req-f521378c-852e-427f-b2a3-b23cd3475d10 tempest-ServerGroupTestJSON-466519684 tempest-ServerGroupTestJSON-466519684-project-member] Enqueued Resource ID: 6ef173eb-832e-441d-ad5b-d61fe0f2f5d7 with Priority: HIGHEST for action security_group_members [ 714.950126] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef173eb-832e-441d-ad5b-d61fe0f2f5d7 with Priority: HIGHEST for action security_group_members [ 714.950126] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.950126] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.950126] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.950855] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.951150] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.951328] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.951436] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.951696] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.951830] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.951971] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6ef173eb-832e-441d-ad5b-d61fe0f2f5d7',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.222870] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.223222] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.223403] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.223788] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.224023] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.224367] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port 76f0bc9c-5871-4014-97f6-95b6bd0ef7c7 not found, creating... [ 715.224644] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.224866] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.225061] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.225388] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.225589] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.225995] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.226237] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.226524] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.226698] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.226894] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.227120] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: 76f0bc9c-5871-4014-97f6-95b6bd0ef7c7 is going to be created. [ 715.247882] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.248119] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.248244] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.248515] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.248737] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.248951] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-76f0bc9c-5871-4014-97f6-95b6bd0ef7c7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.454182] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.454369] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.454426] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.454619] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.454698] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.454886] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.454982] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.455049] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.455209] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.455271] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.455359] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef173eb-832e-441d-ad5b-d61fe0f2f5d7 is going to be updated. [ 715.480733] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.480733] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.480733] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.480914] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.480914] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.488039] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef173eb-832e-441d-ad5b-d61fe0f2f5d7 in Status: IN_PROGRESS for 2s [ 716.055765] env[68192]: INFO networking_nsxv3.common.synchronization [req-90498390-adb5-4702-b69d-79a0f2811359 req-adeefb14-888b-4ef9-a67b-4096550b5bdb service nova] Enqueued Resource ID: 58062659-109e-4822-bdf3-a663629baa0e with Priority: HIGHEST for action security_group_rules [ 716.056053] env[68192]: INFO networking_nsxv3.common.synchronization [req-90498390-adb5-4702-b69d-79a0f2811359 req-adeefb14-888b-4ef9-a67b-4096550b5bdb service nova] Enqueued Resource ID: 58062659-109e-4822-bdf3-a663629baa0e with Priority: HIGHEST for action security_group_members [ 716.056095] env[68192]: INFO networking_nsxv3.common.synchronization [req-90498390-adb5-4702-b69d-79a0f2811359 req-adeefb14-888b-4ef9-a67b-4096550b5bdb service nova] Enqueued Resource ID: 76f0bc9c-5871-4014-97f6-95b6bd0ef7c7 with Priority: HIGHEST for action port [ 716.056713] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58062659-109e-4822-bdf3-a663629baa0e with Priority: HIGHEST for action security_group_rules [ 716.056713] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58062659-109e-4822-bdf3-a663629baa0e with Priority: HIGHEST for action security_group_members [ 716.056814] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76f0bc9c-5871-4014-97f6-95b6bd0ef7c7 with Priority: HIGHEST for action port [ 716.057280] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58062659-109e-4822-bdf3-a663629baa0e taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.057424] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.057524] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.057744] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.057859] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58062659-109e-4822-bdf3-a663629baa0e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.058701] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-58062659-109e-4822-bdf3-a663629baa0e taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.058809] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.058875] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.059050] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.059243] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.059359] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.059422] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.059565] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.059891] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.060029] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58062659-109e-4822-bdf3-a663629baa0e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.061151] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-76f0bc9c-5871-4014-97f6-95b6bd0ef7c7 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.061151] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-76f0bc9c-5871-4014-97f6-95b6bd0ef7c7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.062011] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-76f0bc9c-5871-4014-97f6-95b6bd0ef7c7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.062011] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-76f0bc9c-5871-4014-97f6-95b6bd0ef7c7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.062011] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('76f0bc9c-5871-4014-97f6-95b6bd0ef7c7',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.565064] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 76f0bc9c-5871-4014-97f6-95b6bd0ef7c7 with status ACTIVE [ 716.565298] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.565430] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.565543] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.565723] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.565814] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.565991] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.566134] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.566167] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.566486] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.566486] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.566541] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.566636] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.566674] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.566807] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.566872] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.566955] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 76f0bc9c-5871-4014-97f6-95b6bd0ef7c7 is going to be updated. [ 716.572352] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-58062659-109e-4822-bdf3-a663629baa0e taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.572479] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.572667] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58062659-109e-4822-bdf3-a663629baa0e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.592750] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.592750] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.592750] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.592942] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.593071] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.593233] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-76f0bc9c-5871-4014-97f6-95b6bd0ef7c7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.074506] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58062659-109e-4822-bdf3-a663629baa0e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.497193] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6ef173eb-832e-441d-ad5b-d61fe0f2f5d7 in Status: SUCCESS [ 717.497377] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6ef173eb-832e-441d-ad5b-d61fe0f2f5d7 deletion is rescheduled due to dependency. [ 717.497490] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.578785] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.579031] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.579427] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.579961] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.579961] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.580049] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58062659-109e-4822-bdf3-a663629baa0e is going to be created. [ 717.607415] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.607534] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.607571] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.607787] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.607946] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.618019] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58062659-109e-4822-bdf3-a663629baa0e in Status: UNINITIALIZED for 2s [ 717.809663] env[68192]: INFO networking_nsxv3.common.synchronization [req-5396ea39-292e-45e5-bf60-e94745469bc5 req-e4227579-f80a-4448-afde-19024ff837b3 tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Enqueued Resource ID: d295249d-6465-4e3b-a833-65e513065930 with Priority: HIGHEST for action security_group_members [ 717.810221] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d295249d-6465-4e3b-a833-65e513065930 with Priority: HIGHEST for action security_group_members [ 717.810520] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-d295249d-6465-4e3b-a833-65e513065930 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.810640] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.810704] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.810895] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.811553] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.811553] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.811553] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.811553] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.811553] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.812220] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d295249d-6465-4e3b-a833-65e513065930',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.313652] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d295249d-6465-4e3b-a833-65e513065930',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.815783] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d295249d-6465-4e3b-a833-65e513065930',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.861017] env[68192]: INFO networking_nsxv3.common.synchronization [req-90498390-adb5-4702-b69d-79a0f2811359 req-d773905f-f9c0-4fa5-91b3-07b2fd1144ad tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Enqueued Resource ID: 58062659-109e-4822-bdf3-a663629baa0e with Priority: HIGHEST for action security_group_members [ 718.861017] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58062659-109e-4822-bdf3-a663629baa0e with Priority: HIGHEST for action security_group_members [ 718.861017] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-58062659-109e-4822-bdf3-a663629baa0e taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.861017] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.255721] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.255907] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-141" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.256044] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-141" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.256340] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-141" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.256571] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.258067] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.258067] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.258067] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.258067] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.258067] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.258067] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.258067] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.258067] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.258067] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 719.258067] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.258067] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.276302] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.276460] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 719.276595] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.276755] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-141" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.278064] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-59d07d9b-5144-4b86-bd43-0891352d4454 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.278064] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-59d07d9b-5144-4b86-bd43-0891352d4454" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.278064] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-59d07d9b-5144-4b86-bd43-0891352d4454" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.278064] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-59d07d9b-5144-4b86-bd43-0891352d4454" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.278064] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59d07d9b-5144-4b86-bd43-0891352d4454',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.321697] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.321697] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.321697] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.321697] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.321697] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.321697] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d295249d-6465-4e3b-a833-65e513065930 is going to be updated. [ 719.350078] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.350470] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.350556] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.350788] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.350958] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.360741] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d295249d-6465-4e3b-a833-65e513065930 in Status: IN_PROGRESS for 2s [ 719.627324] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58062659-109e-4822-bdf3-a663629baa0e in Status: SUCCESS [ 719.627445] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.627596] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.627803] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.627993] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.628134] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.628201] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.628481] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.628562] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.628644] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.628745] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58062659-109e-4822-bdf3-a663629baa0e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.629564] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.629722] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.629879] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.629981] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.630269] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.630478] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.630653] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.630727] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58062659-109e-4822-bdf3-a663629baa0e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.780457] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.780756] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.780906] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.781249] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.781415] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.781569] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port 59d07d9b-5144-4b86-bd43-0891352d4454 not found, creating... [ 719.781837] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.781992] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.782121] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.782344] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.782478] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.782750] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.782898] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.783016] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.783588] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.783730] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.783870] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: 59d07d9b-5144-4b86-bd43-0891352d4454 is going to be created. [ 719.805192] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.805192] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.805192] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.805192] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.805192] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.805192] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-59d07d9b-5144-4b86-bd43-0891352d4454" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.132916] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-58062659-109e-4822-bdf3-a663629baa0e taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.133130] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.133250] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58062659-109e-4822-bdf3-a663629baa0e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.636292] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58062659-109e-4822-bdf3-a663629baa0e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.869271] env[68192]: INFO networking_nsxv3.common.synchronization [req-90498390-adb5-4702-b69d-79a0f2811359 req-caec98c3-781e-4748-bfc9-ac5bb13c3178 service nova] Enqueued Resource ID: 58062659-109e-4822-bdf3-a663629baa0e with Priority: HIGHEST for action security_group_rules [ 720.869460] env[68192]: INFO networking_nsxv3.common.synchronization [req-90498390-adb5-4702-b69d-79a0f2811359 req-caec98c3-781e-4748-bfc9-ac5bb13c3178 service nova] Enqueued Resource ID: 58062659-109e-4822-bdf3-a663629baa0e with Priority: HIGHEST for action security_group_members [ 720.869616] env[68192]: INFO networking_nsxv3.common.synchronization [req-90498390-adb5-4702-b69d-79a0f2811359 req-caec98c3-781e-4748-bfc9-ac5bb13c3178 service nova] Enqueued Resource ID: 59d07d9b-5144-4b86-bd43-0891352d4454 with Priority: HIGHEST for action port [ 720.869885] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58062659-109e-4822-bdf3-a663629baa0e with Priority: HIGHEST for action security_group_rules [ 720.869974] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58062659-109e-4822-bdf3-a663629baa0e with Priority: HIGHEST for action security_group_members [ 720.870081] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59d07d9b-5144-4b86-bd43-0891352d4454 with Priority: HIGHEST for action port [ 720.870726] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58062659-109e-4822-bdf3-a663629baa0e taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.870804] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.870923] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-58062659-109e-4822-bdf3-a663629baa0e taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.870999] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.871230] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-59d07d9b-5144-4b86-bd43-0891352d4454 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.871369] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59d07d9b-5144-4b86-bd43-0891352d4454" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.871427] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59d07d9b-5144-4b86-bd43-0891352d4454" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.871633] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59d07d9b-5144-4b86-bd43-0891352d4454" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.871716] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59d07d9b-5144-4b86-bd43-0891352d4454',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.138494] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.138653] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.138741] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.138933] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.139039] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.139135] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58062659-109e-4822-bdf3-a663629baa0e is going to be updated. [ 721.166272] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.166432] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.166511] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.166719] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.166858] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.175525] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58062659-109e-4822-bdf3-a663629baa0e in Status: IN_PROGRESS for 2s [ 721.376030] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 59d07d9b-5144-4b86-bd43-0891352d4454 with status ACTIVE [ 721.376030] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.376030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.376030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.376030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.376030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.376030] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.376030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.376030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.376030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.376030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.376030] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.376030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.376030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.376030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.376030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.376030] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 59d07d9b-5144-4b86-bd43-0891352d4454 is going to be updated. [ 721.378898] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d295249d-6465-4e3b-a833-65e513065930 in Status: SUCCESS [ 721.379269] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.399056] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.399056] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.399056] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.399056] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.399056] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.399056] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59d07d9b-5144-4b86-bd43-0891352d4454" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.454261] env[68192]: INFO networking_nsxv3.common.synchronization [req-90498390-adb5-4702-b69d-79a0f2811359 req-5faec974-ec88-47e9-b30e-0aec1117af38 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Enqueued Resource ID: 58062659-109e-4822-bdf3-a663629baa0e with Priority: HIGHEST for action security_group_members [ 721.455168] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58062659-109e-4822-bdf3-a663629baa0e with Priority: HIGHEST for action security_group_members [ 721.455168] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-58062659-109e-4822-bdf3-a663629baa0e taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.455168] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.807953] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-141 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.807953] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-141" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.807953] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-141" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.807953] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-141" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.808390] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.808517] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.808697] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.809034] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.809272] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.810017] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.810017] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 721.810017] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 721.810017] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 721.810017] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 721.810289] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 721.810423] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 721.829872] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 721.830055] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 721.830195] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 721.830413] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-141" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.830708] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-9d8fa838-3b79-4463-96c2-94393298aa3e taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.830958] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-9d8fa838-3b79-4463-96c2-94393298aa3e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.831070] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-9d8fa838-3b79-4463-96c2-94393298aa3e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.831502] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-9d8fa838-3b79-4463-96c2-94393298aa3e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.831593] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d8fa838-3b79-4463-96c2-94393298aa3e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.334669] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.334888] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.335027] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.335309] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.335462] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.335620] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port 9d8fa838-3b79-4463-96c2-94393298aa3e not found, creating... [ 722.335883] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.336045] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.336181] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.336365] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.336502] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.336774] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.336925] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.337051] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.337260] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.337389] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.337525] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: 9d8fa838-3b79-4463-96c2-94393298aa3e is going to be created. [ 722.358168] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.358389] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.358512] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.358765] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.358984] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.359217] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-9d8fa838-3b79-4463-96c2-94393298aa3e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.184312] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58062659-109e-4822-bdf3-a663629baa0e in Status: SUCCESS [ 723.184711] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.184784] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.185122] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.185407] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.185581] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.185693] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.185946] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.186103] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.186247] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.186497] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-58062659-109e-4822-bdf3-a663629baa0e taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.186626] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.186726] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.186956] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.187202] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.187338] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.187405] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.187563] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.187654] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.187719] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.187816] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58062659-109e-4822-bdf3-a663629baa0e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.188782] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.188943] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.189120] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.189220] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.189311] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.189460] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.189539] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.189626] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58062659-109e-4822-bdf3-a663629baa0e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.246773] env[68192]: INFO networking_nsxv3.common.synchronization [req-90498390-adb5-4702-b69d-79a0f2811359 req-f35da719-65c7-48c9-b726-1a231a108c41 service nova] Enqueued Resource ID: 58062659-109e-4822-bdf3-a663629baa0e with Priority: HIGHEST for action security_group_rules [ 723.246956] env[68192]: INFO networking_nsxv3.common.synchronization [req-90498390-adb5-4702-b69d-79a0f2811359 req-f35da719-65c7-48c9-b726-1a231a108c41 service nova] Enqueued Resource ID: 58062659-109e-4822-bdf3-a663629baa0e with Priority: HIGHEST for action security_group_members [ 723.247107] env[68192]: INFO networking_nsxv3.common.synchronization [req-90498390-adb5-4702-b69d-79a0f2811359 req-f35da719-65c7-48c9-b726-1a231a108c41 service nova] Enqueued Resource ID: 9d8fa838-3b79-4463-96c2-94393298aa3e with Priority: HIGHEST for action port [ 723.247327] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58062659-109e-4822-bdf3-a663629baa0e with Priority: HIGHEST for action security_group_rules [ 723.247457] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58062659-109e-4822-bdf3-a663629baa0e with Priority: HIGHEST for action security_group_members [ 723.247554] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d8fa838-3b79-4463-96c2-94393298aa3e with Priority: HIGHEST for action port [ 723.248152] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-58062659-109e-4822-bdf3-a663629baa0e taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.248268] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.248454] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-58062659-109e-4822-bdf3-a663629baa0e taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.248538] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.248710] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d8fa838-3b79-4463-96c2-94393298aa3e taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.248810] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d8fa838-3b79-4463-96c2-94393298aa3e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.248931] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d8fa838-3b79-4463-96c2-94393298aa3e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.249073] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d8fa838-3b79-4463-96c2-94393298aa3e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.249151] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d8fa838-3b79-4463-96c2-94393298aa3e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.691411] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58062659-109e-4822-bdf3-a663629baa0e: rpc.has_security_group_logging(os_id): False [ 723.693109] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58062659-109e-4822-bdf3-a663629baa0e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 723.708109] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.708326] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.708401] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.708601] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.708687] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.708877] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.708975] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.709049] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.709197] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.709273] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.709454] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.709544] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.709603] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.709735] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.709807] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.709988] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.710095] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.710148] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.710319] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.710395] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.710476] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58062659-109e-4822-bdf3-a663629baa0e is going to be created. [ 723.754397] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d8fa838-3b79-4463-96c2-94393298aa3e with status ACTIVE [ 723.754672] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.754831] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.754900] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.755123] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.755275] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.755408] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.755505] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.755569] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.755727] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.755820] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.756152] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.756152] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.756240] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.756325] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.756398] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.756479] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d8fa838-3b79-4463-96c2-94393298aa3e is going to be updated. [ 723.775269] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.775405] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.775470] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.776030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.776030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.778852] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 723.778974] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 723.779061] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 723.779227] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 723.779341] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.779482] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d8fa838-3b79-4463-96c2-94393298aa3e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.787377] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58062659-109e-4822-bdf3-a663629baa0e in Status: IN_PROGRESS for 2s [ 724.077028] env[68192]: INFO networking_nsxv3.common.synchronization [req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf req-6950bd23-d94b-47bf-9d72-419e69c1f02e tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Enqueued Resource ID: 76581461-d5ea-41c8-beb9-f091201e0d64 with Priority: HIGHEST for action security_group_members [ 724.077586] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76581461-d5ea-41c8-beb9-f091201e0d64 with Priority: HIGHEST for action security_group_members [ 724.078242] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-76581461-d5ea-41c8-beb9-f091201e0d64 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.078242] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76581461-d5ea-41c8-beb9-f091201e0d64" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.078242] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76581461-d5ea-41c8-beb9-f091201e0d64" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.078242] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76581461-d5ea-41c8-beb9-f091201e0d64" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.078532] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.078642] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.078831] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.078942] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.079051] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.079148] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76581461-d5ea-41c8-beb9-f091201e0d64',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.195173] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58062659-109e-4822-bdf3-a663629baa0e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.222289] env[68192]: INFO networking_nsxv3.common.synchronization [req-cdf557c0-44b0-44ba-9855-99a9253124eb req-858079e0-2d99-444e-a5f3-fecd34364c9b tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Enqueued Resource ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f with Priority: HIGHEST for action security_group_members [ 724.222939] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f with Priority: HIGHEST for action security_group_members [ 724.223731] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-003878c8-3d21-40a7-a7c9-8cfb7788983f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.224315] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.226520] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.226520] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.226520] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.226520] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.226520] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.226520] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.226520] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.226520] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.546822] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-825 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.547083] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-825" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.547209] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-825" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.547580] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-825" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.547838] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.548051] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.548203] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.548486] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.548662] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.548913] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 724.549062] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 724.549198] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 724.549329] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 724.549494] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 724.549636] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 724.549795] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 724.568625] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 724.568785] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 724.569011] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 724.569218] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-825" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.569537] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.569720] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.569861] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.570223] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.570394] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.581129] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.581290] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.582408] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.582710] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.582835] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.583086] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.583330] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.583426] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.583609] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.583712] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.583819] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76581461-d5ea-41c8-beb9-f091201e0d64 already deleted. [ 724.583922] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76581461-d5ea-41c8-beb9-f091201e0d64" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.698068] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.698068] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.698068] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.698068] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.698346] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.698396] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58062659-109e-4822-bdf3-a663629baa0e is going to be updated. [ 724.726588] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.726803] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.726907] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.727174] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.727364] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.730940] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.735853] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58062659-109e-4822-bdf3-a663629baa0e in Status: IN_PROGRESS for 2s [ 725.073453] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.073798] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.073943] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.074266] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.074425] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.074581] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae not found, creating... [ 725.074852] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.075025] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.075197] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.075362] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.075503] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.075782] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.075934] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.076092] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.076317] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.076466] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.076545] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae is going to be created. [ 725.095401] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.095595] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.095719] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.096012] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.096236] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.096495] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.233066] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.735187] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.735361] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.735432] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.735659] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.735751] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.735849] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f is going to be updated. [ 725.768454] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.768606] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.768699] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.768917] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.769038] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.779980] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f in Status: IN_PROGRESS for 2s [ 725.799246] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58062659-109e-4822-bdf3-a663629baa0e in Status: SUCCESS [ 725.799538] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.799770] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.800054] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.800177] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58062659-109e-4822-bdf3-a663629baa0e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.016145] env[68192]: INFO networking_nsxv3.common.synchronization [req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf req-2bf3aaf9-4a44-4416-b959-580e17cb1d33 service nova] Enqueued Resource ID: 76581461-d5ea-41c8-beb9-f091201e0d64 with Priority: HIGHEST for action security_group_rules [ 726.016367] env[68192]: INFO networking_nsxv3.common.synchronization [req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf req-2bf3aaf9-4a44-4416-b959-580e17cb1d33 service nova] Enqueued Resource ID: 76581461-d5ea-41c8-beb9-f091201e0d64 with Priority: HIGHEST for action security_group_members [ 726.016536] env[68192]: INFO networking_nsxv3.common.synchronization [req-5f33bbbb-ab3e-4fa1-ab03-2a65f36f0fcf req-2bf3aaf9-4a44-4416-b959-580e17cb1d33 service nova] Enqueued Resource ID: b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae with Priority: HIGHEST for action port [ 726.019379] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76581461-d5ea-41c8-beb9-f091201e0d64 with Priority: HIGHEST for action security_group_rules [ 726.019543] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76581461-d5ea-41c8-beb9-f091201e0d64 with Priority: HIGHEST for action security_group_members [ 726.019688] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae with Priority: HIGHEST for action port [ 726.020254] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-76581461-d5ea-41c8-beb9-f091201e0d64 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.020407] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-76581461-d5ea-41c8-beb9-f091201e0d64" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.020843] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-76581461-d5ea-41c8-beb9-f091201e0d64" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.020843] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-76581461-d5ea-41c8-beb9-f091201e0d64" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.020843] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('76581461-d5ea-41c8-beb9-f091201e0d64',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.021795] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-76581461-d5ea-41c8-beb9-f091201e0d64 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.021906] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76581461-d5ea-41c8-beb9-f091201e0d64" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.021970] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76581461-d5ea-41c8-beb9-f091201e0d64" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.022166] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76581461-d5ea-41c8-beb9-f091201e0d64" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.022318] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.022414] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.022477] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.022609] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.022691] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.022782] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76581461-d5ea-41c8-beb9-f091201e0d64',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.023904] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.024008] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.027036] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.027036] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.027036] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.302781] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-58062659-109e-4822-bdf3-a663629baa0e taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.303090] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.525737] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('76581461-d5ea-41c8-beb9-f091201e0d64',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 726.527223] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-76581461-d5ea-41c8-beb9-f091201e0d64 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.527343] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76581461-d5ea-41c8-beb9-f091201e0d64" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.528842] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae with status ACTIVE [ 726.529041] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.529208] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.529208] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.529434] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.529533] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.529966] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.530091] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.530166] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.530354] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.530431] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.530611] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.530703] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.530762] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.530938] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.531027] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.531107] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae is going to be updated. [ 726.551386] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.551532] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.551578] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.551770] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.551899] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.552062] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9b4fa2b-f2a1-4d71-b09f-cc74ca5aa8ae" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.746148] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58062659-109e-4822-bdf3-a663629baa0e in Status: SUCCESS [ 726.746380] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.746552] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.746787] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.746975] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 726.747109] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.747175] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.747328] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.747413] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.747507] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58062659-109e-4822-bdf3-a663629baa0e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.028885] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('76581461-d5ea-41c8-beb9-f091201e0d64',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.249784] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58062659-109e-4822-bdf3-a663629baa0e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.531644] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.531951] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.531951] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.532287] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.532430] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.532555] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76581461-d5ea-41c8-beb9-f091201e0d64 is going to be created. [ 727.553996] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.553996] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.553996] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.553996] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.553996] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.562743] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76581461-d5ea-41c8-beb9-f091201e0d64 in Status: UNINITIALIZED for 2s [ 727.752032] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58062659-109e-4822-bdf3-a663629baa0e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.790762] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f in Status: SUCCESS [ 727.790998] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.254325] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.254483] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.254629] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.254769] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.254860] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.254955] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58062659-109e-4822-bdf3-a663629baa0e is going to be updated. [ 728.300208] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.300381] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.300436] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.300637] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.300778] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.310449] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58062659-109e-4822-bdf3-a663629baa0e in Status: IN_PROGRESS for 2s [ 729.572290] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76581461-d5ea-41c8-beb9-f091201e0d64 in Status: SUCCESS [ 729.572602] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76581461-d5ea-41c8-beb9-f091201e0d64" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.572739] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76581461-d5ea-41c8-beb9-f091201e0d64" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.572964] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76581461-d5ea-41c8-beb9-f091201e0d64" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.573168] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.573287] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.573352] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.573504] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.573587] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.573671] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76581461-d5ea-41c8-beb9-f091201e0d64" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.573760] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('76581461-d5ea-41c8-beb9-f091201e0d64',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.076531] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-76581461-d5ea-41c8-beb9-f091201e0d64 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.076781] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76581461-d5ea-41c8-beb9-f091201e0d64" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.076781] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76581461-d5ea-41c8-beb9-f091201e0d64" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.076940] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76581461-d5ea-41c8-beb9-f091201e0d64" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.077140] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.077218] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.077281] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.077432] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.077526] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.077614] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76581461-d5ea-41c8-beb9-f091201e0d64" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.077756] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-76581461-d5ea-41c8-beb9-f091201e0d64 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.077846] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76581461-d5ea-41c8-beb9-f091201e0d64" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.077897] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76581461-d5ea-41c8-beb9-f091201e0d64" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.078050] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76581461-d5ea-41c8-beb9-f091201e0d64" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.078204] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.078298] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.078387] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.078488] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.078563] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.078642] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76581461-d5ea-41c8-beb9-f091201e0d64" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.078804] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('76581461-d5ea-41c8-beb9-f091201e0d64',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.321244] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58062659-109e-4822-bdf3-a663629baa0e in Status: SUCCESS [ 730.321452] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.321617] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.321827] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.322024] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.322139] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.322199] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.322349] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.322433] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.322532] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58062659-109e-4822-bdf3-a663629baa0e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.583283] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 76581461-d5ea-41c8-beb9-f091201e0d64: rpc.has_security_group_logging(os_id): False [ 730.599928] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.600091] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.600194] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.600424] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.600520] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.600762] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.600933] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.600933] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.601130] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.601203] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.601784] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.601784] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.601784] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.601784] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.601784] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.602084] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.602084] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.602084] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.602186] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.602252] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.603021] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 76581461-d5ea-41c8-beb9-f091201e0d64 is going to be created. [ 730.653881] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.654051] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.654971] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.654971] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.654971] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.664378] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76581461-d5ea-41c8-beb9-f091201e0d64 in Status: IN_PROGRESS for 2s [ 730.826140] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58062659-109e-4822-bdf3-a663629baa0e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.020917] env[68192]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 731.020917] env[68192]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=4 [ 731.075782] env[68192]: INFO networking_nsxv3.common.synchronization [req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d req-c8b03c89-7e24-4a24-a619-cedc1a8af3f4 tempest-ServerActionsTestJSON-454556754 tempest-ServerActionsTestJSON-454556754-project-member] Enqueued Resource ID: 250818b7-8a2b-4944-8f0b-5577a1f705d0 with Priority: HIGHEST for action security_group_members [ 731.076459] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250818b7-8a2b-4944-8f0b-5577a1f705d0 with Priority: HIGHEST for action security_group_members [ 731.077467] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-250818b7-8a2b-4944-8f0b-5577a1f705d0 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.077648] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-250818b7-8a2b-4944-8f0b-5577a1f705d0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.077728] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-250818b7-8a2b-4944-8f0b-5577a1f705d0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.077994] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-250818b7-8a2b-4944-8f0b-5577a1f705d0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.078176] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.078292] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.078335] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.078498] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.078588] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.078681] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('250818b7-8a2b-4944-8f0b-5577a1f705d0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.327649] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58062659-109e-4822-bdf3-a663629baa0e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.582709] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.582906] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.582978] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.583218] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.583313] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.583555] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.583658] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.583705] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.583856] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.583932] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.584028] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 250818b7-8a2b-4944-8f0b-5577a1f705d0 already deleted. [ 731.584107] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-250818b7-8a2b-4944-8f0b-5577a1f705d0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.680488] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-4 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.680740] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.680965] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.681189] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.681465] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.681624] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.681738] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.681985] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.682180] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.682362] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 731.682474] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.682578] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.682740] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.682878] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 731.682985] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.683130] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.701329] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.701489] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 731.701626] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.701800] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.702106] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-784c062b-13b2-49b7-ab1e-09ebf39086b3 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.702276] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-784c062b-13b2-49b7-ab1e-09ebf39086b3" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.702425] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-784c062b-13b2-49b7-ab1e-09ebf39086b3" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.702749] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-784c062b-13b2-49b7-ab1e-09ebf39086b3" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.702928] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('784c062b-13b2-49b7-ab1e-09ebf39086b3',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.830197] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.830494] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.830651] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.830864] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.830965] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.831093] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58062659-109e-4822-bdf3-a663629baa0e is going to be updated. [ 731.857587] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.857796] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.857879] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.858169] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.858325] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.866054] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58062659-109e-4822-bdf3-a663629baa0e in Status: IN_PROGRESS for 2s [ 732.207515] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.207515] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.207515] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.207733] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.207820] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.207977] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port 784c062b-13b2-49b7-ab1e-09ebf39086b3 not found, creating... [ 732.208257] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.208413] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.208528] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.208741] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.208877] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.209169] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.209321] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.209461] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.209694] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.209831] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.209971] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: 784c062b-13b2-49b7-ab1e-09ebf39086b3 is going to be created. [ 732.230222] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.230385] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.230427] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.230735] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.231650] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.231650] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-784c062b-13b2-49b7-ab1e-09ebf39086b3" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.677658] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 76581461-d5ea-41c8-beb9-f091201e0d64 in Status: SUCCESS [ 732.677658] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-76581461-d5ea-41c8-beb9-f091201e0d64" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.914364] env[68192]: INFO networking_nsxv3.common.synchronization [None req-ce0c5b6b-9e89-4799-b49f-0bd6845cfcf8 None None] Enqueued Resource ID: 63f23ef9-217f-4193-8e90-be8a06ac4e84 with Priority: HIGHEST for action port [ 732.914364] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 63f23ef9-217f-4193-8e90-be8a06ac4e84 with Priority: HIGHEST for action port [ 732.914364] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-63f23ef9-217f-4193-8e90-be8a06ac4e84 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.914364] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-63f23ef9-217f-4193-8e90-be8a06ac4e84" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.914364] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-63f23ef9-217f-4193-8e90-be8a06ac4e84" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.914364] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-63f23ef9-217f-4193-8e90-be8a06ac4e84" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.914364] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('63f23ef9-217f-4193-8e90-be8a06ac4e84',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.095405] env[68192]: INFO networking_nsxv3.common.synchronization [req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d req-21be39d6-7114-4fd2-b618-e375501fa1da service nova] Enqueued Resource ID: 250818b7-8a2b-4944-8f0b-5577a1f705d0 with Priority: HIGHEST for action security_group_rules [ 733.095864] env[68192]: INFO networking_nsxv3.common.synchronization [req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d req-21be39d6-7114-4fd2-b618-e375501fa1da service nova] Enqueued Resource ID: 250818b7-8a2b-4944-8f0b-5577a1f705d0 with Priority: HIGHEST for action security_group_members [ 733.096148] env[68192]: INFO networking_nsxv3.common.synchronization [req-c3c1c1b4-2efd-4b50-ba4f-e37f7c0f8f6d req-21be39d6-7114-4fd2-b618-e375501fa1da service nova] Enqueued Resource ID: 784c062b-13b2-49b7-ab1e-09ebf39086b3 with Priority: HIGHEST for action port [ 733.096822] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250818b7-8a2b-4944-8f0b-5577a1f705d0 with Priority: HIGHEST for action security_group_rules [ 733.097091] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 250818b7-8a2b-4944-8f0b-5577a1f705d0 with Priority: HIGHEST for action security_group_members [ 733.097313] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 784c062b-13b2-49b7-ab1e-09ebf39086b3 with Priority: HIGHEST for action port [ 733.097902] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-250818b7-8a2b-4944-8f0b-5577a1f705d0 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.099024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-250818b7-8a2b-4944-8f0b-5577a1f705d0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.099024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-250818b7-8a2b-4944-8f0b-5577a1f705d0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.099024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-250818b7-8a2b-4944-8f0b-5577a1f705d0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.099024] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('250818b7-8a2b-4944-8f0b-5577a1f705d0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.101019] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-250818b7-8a2b-4944-8f0b-5577a1f705d0 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.101019] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-250818b7-8a2b-4944-8f0b-5577a1f705d0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.101019] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-250818b7-8a2b-4944-8f0b-5577a1f705d0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.101019] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-250818b7-8a2b-4944-8f0b-5577a1f705d0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.101019] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.101019] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.101019] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.101019] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.101019] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.101019] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('250818b7-8a2b-4944-8f0b-5577a1f705d0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.106408] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-784c062b-13b2-49b7-ab1e-09ebf39086b3 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.106408] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-784c062b-13b2-49b7-ab1e-09ebf39086b3" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.106408] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-784c062b-13b2-49b7-ab1e-09ebf39086b3" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.106408] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-784c062b-13b2-49b7-ab1e-09ebf39086b3" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.106408] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('784c062b-13b2-49b7-ab1e-09ebf39086b3',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.421543] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 63f23ef9-217f-4193-8e90-be8a06ac4e84 [ 733.421804] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.421923] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.421993] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.422232] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.422323] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.422414] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:63f23ef9-217f-4193-8e90-be8a06ac4e84 already deleted. [ 733.422494] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-63f23ef9-217f-4193-8e90-be8a06ac4e84" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.610215] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('250818b7-8a2b-4944-8f0b-5577a1f705d0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.610215] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-250818b7-8a2b-4944-8f0b-5577a1f705d0 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.610215] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-250818b7-8a2b-4944-8f0b-5577a1f705d0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.610215] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 784c062b-13b2-49b7-ab1e-09ebf39086b3 with status ACTIVE [ 733.610215] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.610599] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.610599] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.610599] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.610681] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.610847] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.610930] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.610991] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.611155] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.611229] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.611551] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.611551] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.611551] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.611683] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.612455] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.612455] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 784c062b-13b2-49b7-ab1e-09ebf39086b3 is going to be updated. [ 733.632113] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.632267] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.632326] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.632766] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.632766] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.632897] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-784c062b-13b2-49b7-ab1e-09ebf39086b3" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.755254] env[68192]: INFO networking_nsxv3.common.synchronization [None req-2fef4cda-13b0-4e94-a99c-5eb5750693fa tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Enqueued Resource ID: b0954e2f-a9ef-4cde-a6fa-c83da33ced99 with Priority: HIGHEST for action security_group_rules [ 733.755254] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0954e2f-a9ef-4cde-a6fa-c83da33ced99 with Priority: HIGHEST for action security_group_rules [ 733.755254] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0954e2f-a9ef-4cde-a6fa-c83da33ced99 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.755254] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0954e2f-a9ef-4cde-a6fa-c83da33ced99" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.755254] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0954e2f-a9ef-4cde-a6fa-c83da33ced99" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.755254] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0954e2f-a9ef-4cde-a6fa-c83da33ced99" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.755254] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0954e2f-a9ef-4cde-a6fa-c83da33ced99',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.863200] env[68192]: INFO networking_nsxv3.common.synchronization [None req-69efe448-94d0-46b2-823d-7bbb189541a3 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Enqueued Resource ID: b0954e2f-a9ef-4cde-a6fa-c83da33ced99 with Priority: HIGHEST for action security_group_rules [ 733.863910] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b0954e2f-a9ef-4cde-a6fa-c83da33ced99 with Priority: HIGHEST for action security_group_rules [ 733.864932] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b0954e2f-a9ef-4cde-a6fa-c83da33ced99 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.864932] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b0954e2f-a9ef-4cde-a6fa-c83da33ced99" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.875223] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58062659-109e-4822-bdf3-a663629baa0e in Status: SUCCESS [ 733.875559] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.875719] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.875938] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.876267] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.876385] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.877031] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.877031] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.877031] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.877031] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.877031] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58062659-109e-4822-bdf3-a663629baa0e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.111158] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('250818b7-8a2b-4944-8f0b-5577a1f705d0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.278423] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.278423] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.278423] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.278423] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.278423] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.278423] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0954e2f-a9ef-4cde-a6fa-c83da33ced99 already deleted. [ 734.278423] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0954e2f-a9ef-4cde-a6fa-c83da33ced99" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.278423] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b0954e2f-a9ef-4cde-a6fa-c83da33ced99" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.279125] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b0954e2f-a9ef-4cde-a6fa-c83da33ced99" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.279125] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b0954e2f-a9ef-4cde-a6fa-c83da33ced99',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.386563] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-58062659-109e-4822-bdf3-a663629baa0e taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.386563] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.386563] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.386563] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.386563] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.386563] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.386563] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.386563] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.386563] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.386563] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.386563] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-58062659-109e-4822-bdf3-a663629baa0e taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.386563] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.386563] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.386563] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.386563] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.386563] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.387460] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.387460] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.387460] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.387460] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.387460] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58062659-109e-4822-bdf3-a663629baa0e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.812219] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.812503] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.812503] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.813055] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.813055] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.813055] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 250818b7-8a2b-4944-8f0b-5577a1f705d0 is going to be created. [ 734.831421] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.831580] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.832325] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.832325] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.832325] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.832325] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b0954e2f-a9ef-4cde-a6fa-c83da33ced99 already deleted. [ 734.832325] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b0954e2f-a9ef-4cde-a6fa-c83da33ced99" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.838323] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.838973] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.838973] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.838973] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.838973] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.847487] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 250818b7-8a2b-4944-8f0b-5577a1f705d0 in Status: UNINITIALIZED for 2s [ 734.891598] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58062659-109e-4822-bdf3-a663629baa0e: rpc.has_security_group_logging(os_id): False [ 734.907111] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.907111] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.907111] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.907310] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.907341] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.907538] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.907812] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.907812] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.907812] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.907948] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.908093] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.908188] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.908318] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.908894] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.909066] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.910015] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.911254] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.911254] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.911254] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.911254] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.911254] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58062659-109e-4822-bdf3-a663629baa0e is going to be updated. [ 734.973170] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.973170] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.973170] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.973170] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.973170] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.993685] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58062659-109e-4822-bdf3-a663629baa0e in Status: IN_PROGRESS for 2s [ 736.427534] env[68192]: INFO networking_nsxv3.common.synchronization [req-84f109d2-43da-4b21-bec4-a21b3d95163c req-c775ea26-b1ea-4c84-b848-441ed8c769ed tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Enqueued Resource ID: a965616d-acb0-48c0-8947-41f243e9010f with Priority: HIGHEST for action security_group_members [ 736.428176] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a965616d-acb0-48c0-8947-41f243e9010f with Priority: HIGHEST for action security_group_members [ 736.428401] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-a965616d-acb0-48c0-8947-41f243e9010f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.428537] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.428612] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.428810] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.429318] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.429318] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.429318] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.429318] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.430142] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.430142] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.859391] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 250818b7-8a2b-4944-8f0b-5577a1f705d0 in Status: SUCCESS [ 736.859391] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-250818b7-8a2b-4944-8f0b-5577a1f705d0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.859391] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-250818b7-8a2b-4944-8f0b-5577a1f705d0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.859586] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-250818b7-8a2b-4944-8f0b-5577a1f705d0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.859775] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.859889] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.859950] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.860112] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.860189] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.860273] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-250818b7-8a2b-4944-8f0b-5577a1f705d0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.860480] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('250818b7-8a2b-4944-8f0b-5577a1f705d0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.894415] env[68192]: INFO networking_nsxv3.common.synchronization [req-36138bab-2af5-4a54-b9d8-c4136e6523d0 req-04703e80-cccc-41cd-92bb-bd80d1390b27 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Enqueued Resource ID: 58062659-109e-4822-bdf3-a663629baa0e with Priority: HIGHEST for action security_group_members [ 736.894865] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58062659-109e-4822-bdf3-a663629baa0e with Priority: HIGHEST for action security_group_members [ 736.895258] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-58062659-109e-4822-bdf3-a663629baa0e taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.895443] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.895577] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.895864] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.896045] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.896202] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.896304] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.896497] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.896633] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.896766] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58062659-109e-4822-bdf3-a663629baa0e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.932418] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.958480] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-747 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.958480] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-747" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.958480] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-747" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.958940] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-747" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.958940] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.958940] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.959259] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.959515] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.959670] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.959869] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 736.960639] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 736.960639] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 736.960639] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 736.960639] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 736.960639] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 736.960639] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 736.979163] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 736.979315] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 736.979461] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 736.979646] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-747" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.981101] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-c722e898-cba0-4e8e-882a-77f13885482a taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.981101] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-c722e898-cba0-4e8e-882a-77f13885482a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.981101] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-c722e898-cba0-4e8e-882a-77f13885482a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.981101] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-c722e898-cba0-4e8e-882a-77f13885482a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.981101] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c722e898-cba0-4e8e-882a-77f13885482a',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.001831] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58062659-109e-4822-bdf3-a663629baa0e in Status: SUCCESS [ 737.002900] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.003149] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.003374] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.003463] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('58062659-109e-4822-bdf3-a663629baa0e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.364091] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('250818b7-8a2b-4944-8f0b-5577a1f705d0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.399218] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58062659-109e-4822-bdf3-a663629baa0e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.434516] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.483625] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.483913] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.483973] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.484305] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.484461] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.484619] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port c722e898-cba0-4e8e-882a-77f13885482a not found, creating... [ 737.484927] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.485116] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.485236] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.485457] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.485594] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.485874] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.486039] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.486158] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.486359] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.486493] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.486630] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: c722e898-cba0-4e8e-882a-77f13885482a is going to be created. [ 737.505717] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-58062659-109e-4822-bdf3-a663629baa0e taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.505861] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.525041] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.525223] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.525382] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.525508] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.525737] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.525969] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-c722e898-cba0-4e8e-882a-77f13885482a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.866305] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 250818b7-8a2b-4944-8f0b-5577a1f705d0: rpc.has_security_group_logging(os_id): False [ 737.884548] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.884693] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.884797] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.885020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.885143] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.885413] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.885575] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.885575] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.885735] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.885809] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.885941] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 250818b7-8a2b-4944-8f0b-5577a1f705d0 is going to be created. [ 737.901808] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58062659-109e-4822-bdf3-a663629baa0e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.937317] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.937443] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.937513] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.937707] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.937798] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.937893] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a965616d-acb0-48c0-8947-41f243e9010f is going to be updated. [ 737.949682] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.949811] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.949872] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.950160] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.950365] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.960460] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 250818b7-8a2b-4944-8f0b-5577a1f705d0 in Status: IN_PROGRESS for 2s [ 737.967148] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.967314] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.967367] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.967625] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.967780] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.977322] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a965616d-acb0-48c0-8947-41f243e9010f in Status: IN_PROGRESS for 2s [ 738.261530] env[68192]: INFO networking_nsxv3.common.synchronization [req-84f109d2-43da-4b21-bec4-a21b3d95163c req-b17ff32d-1fff-4993-9506-c882e6c91f32 service nova] Enqueued Resource ID: a965616d-acb0-48c0-8947-41f243e9010f with Priority: HIGHEST for action security_group_rules [ 738.261810] env[68192]: INFO networking_nsxv3.common.synchronization [req-84f109d2-43da-4b21-bec4-a21b3d95163c req-b17ff32d-1fff-4993-9506-c882e6c91f32 service nova] Enqueued Resource ID: a965616d-acb0-48c0-8947-41f243e9010f with Priority: HIGHEST for action security_group_members [ 738.262042] env[68192]: INFO networking_nsxv3.common.synchronization [req-84f109d2-43da-4b21-bec4-a21b3d95163c req-b17ff32d-1fff-4993-9506-c882e6c91f32 service nova] Enqueued Resource ID: c722e898-cba0-4e8e-882a-77f13885482a with Priority: HIGHEST for action port [ 738.262642] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a965616d-acb0-48c0-8947-41f243e9010f with Priority: HIGHEST for action security_group_rules [ 738.262819] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a965616d-acb0-48c0-8947-41f243e9010f with Priority: HIGHEST for action security_group_members [ 738.262937] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c722e898-cba0-4e8e-882a-77f13885482a with Priority: HIGHEST for action port [ 738.263814] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a965616d-acb0-48c0-8947-41f243e9010f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.263971] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.264061] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.264295] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.264392] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.266247] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-a965616d-acb0-48c0-8947-41f243e9010f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.266379] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.266604] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-c722e898-cba0-4e8e-882a-77f13885482a taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.266732] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c722e898-cba0-4e8e-882a-77f13885482a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.266815] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c722e898-cba0-4e8e-882a-77f13885482a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.267065] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c722e898-cba0-4e8e-882a-77f13885482a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.267190] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c722e898-cba0-4e8e-882a-77f13885482a',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.404739] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.404739] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.404739] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.404739] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.404739] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.404739] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58062659-109e-4822-bdf3-a663629baa0e is going to be updated. [ 738.432903] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.433116] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.433209] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.433454] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.433626] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.441741] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58062659-109e-4822-bdf3-a663629baa0e in Status: IN_PROGRESS for 2s [ 738.766826] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-a965616d-acb0-48c0-8947-41f243e9010f taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.766826] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.771586] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c722e898-cba0-4e8e-882a-77f13885482a with status ACTIVE [ 738.771586] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.771586] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.771586] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.771586] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.771586] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.771586] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.771586] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.771586] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.771586] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.771586] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.771586] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.771586] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.771586] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.771586] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.771586] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.771586] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c722e898-cba0-4e8e-882a-77f13885482a is going to be updated. [ 738.790169] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.790306] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.790375] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.790671] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.790827] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.790995] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c722e898-cba0-4e8e-882a-77f13885482a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.972911] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 250818b7-8a2b-4944-8f0b-5577a1f705d0 in Status: SUCCESS [ 739.972911] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-250818b7-8a2b-4944-8f0b-5577a1f705d0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.986128] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a965616d-acb0-48c0-8947-41f243e9010f in Status: SUCCESS [ 739.986814] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.986814] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.986814] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.986814] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.987038] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.987038] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.987163] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.987790] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.987790] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.110135] env[68192]: INFO networking_nsxv3.common.synchronization [req-31faaedf-8eee-4069-a319-c67a7cc8ecef req-2bb4962c-ee6c-4867-ba73-f2e9ee44e203 tempest-InstanceActionsNegativeTestJSON-240107967 tempest-InstanceActionsNegativeTestJSON-240107967-project-member] Enqueued Resource ID: 76581461-d5ea-41c8-beb9-f091201e0d64 with Priority: HIGHEST for action security_group_members [ 740.114950] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 76581461-d5ea-41c8-beb9-f091201e0d64 with Priority: HIGHEST for action security_group_members [ 740.114950] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-76581461-d5ea-41c8-beb9-f091201e0d64 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.114950] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-76581461-d5ea-41c8-beb9-f091201e0d64" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.114950] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-76581461-d5ea-41c8-beb9-f091201e0d64" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.114950] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-76581461-d5ea-41c8-beb9-f091201e0d64" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.114950] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.114950] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.114950] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.114950] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.114950] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.114950] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('76581461-d5ea-41c8-beb9-f091201e0d64',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.450871] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58062659-109e-4822-bdf3-a663629baa0e in Status: SUCCESS [ 740.451228] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.451338] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.451591] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.451812] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.451890] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.451967] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.453032] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.453032] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.453032] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.453032] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('58062659-109e-4822-bdf3-a663629baa0e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.492731] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.615202] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.615371] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.615446] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.615673] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.615780] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.615984] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.616160] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.616249] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.616414] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.616519] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.617197] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76581461-d5ea-41c8-beb9-f091201e0d64 is going to be updated. [ 740.644519] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.644771] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.644771] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.645443] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.645443] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.652594] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76581461-d5ea-41c8-beb9-f091201e0d64 in Status: IN_PROGRESS for 2s [ 740.903278] env[68192]: INFO networking_nsxv3.common.synchronization [req-259c7014-9fbf-46d8-9cab-18dc856d5e38 req-1d471991-ae91-45c0-83e9-5c4659726d28 tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Enqueued Resource ID: e477e501-4659-48f3-bd35-568faa7f14eb with Priority: HIGHEST for action security_group_members [ 740.903278] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e477e501-4659-48f3-bd35-568faa7f14eb with Priority: HIGHEST for action security_group_members [ 740.903397] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-e477e501-4659-48f3-bd35-568faa7f14eb taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.903460] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e477e501-4659-48f3-bd35-568faa7f14eb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.903531] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e477e501-4659-48f3-bd35-568faa7f14eb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.903789] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e477e501-4659-48f3-bd35-568faa7f14eb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.904329] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.904329] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.904329] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.904329] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.904329] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.904554] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e477e501-4659-48f3-bd35-568faa7f14eb',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.957022] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-58062659-109e-4822-bdf3-a663629baa0e taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.957022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.957022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.957022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.957022] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.957022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.957022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.957022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.957022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.957022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.957022] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-58062659-109e-4822-bdf3-a663629baa0e taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.957022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.957022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.957022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.957022] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.957022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.957701] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.957701] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.957701] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.957701] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.957701] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('58062659-109e-4822-bdf3-a663629baa0e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.994604] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.308941] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-534 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.309163] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-534" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.309286] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-534" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.309606] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-534" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.309865] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.311654] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.311850] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.312101] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.312257] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.312469] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 741.312586] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 741.312697] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 741.312804] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 741.312910] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 741.313027] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 741.313163] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 741.333817] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 741.333993] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 741.334146] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 741.334317] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-534" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.334636] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-9d32672e-570f-4c3e-ab6d-0e65435acb16 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.334853] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-9d32672e-570f-4c3e-ab6d-0e65435acb16" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.334977] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-9d32672e-570f-4c3e-ab6d-0e65435acb16" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.335289] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-9d32672e-570f-4c3e-ab6d-0e65435acb16" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.335428] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d32672e-570f-4c3e-ab6d-0e65435acb16',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.406545] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.406674] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.406751] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.407085] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.407249] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.407514] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.407684] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.407742] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.407865] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.407941] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.408036] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e477e501-4659-48f3-bd35-568faa7f14eb already deleted. [ 741.408116] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e477e501-4659-48f3-bd35-568faa7f14eb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.460092] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 58062659-109e-4822-bdf3-a663629baa0e: rpc.has_security_group_logging(os_id): False [ 741.480705] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.480913] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.480913] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.481134] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.481228] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.481765] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.481765] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.481765] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.481765] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.481765] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.482316] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.482316] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.482316] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.482316] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.482316] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.483028] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.483028] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.483028] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.483028] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.483028] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.483028] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 58062659-109e-4822-bdf3-a663629baa0e is going to be updated. [ 741.497350] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.497458] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.497458] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.497637] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.497720] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.497809] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a965616d-acb0-48c0-8947-41f243e9010f is going to be updated. [ 741.526571] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.526718] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.526802] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.527060] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.527208] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.538251] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a965616d-acb0-48c0-8947-41f243e9010f in Status: IN_PROGRESS for 2s [ 741.571674] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.572043] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.572207] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.572479] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.572690] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.588441] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58062659-109e-4822-bdf3-a663629baa0e in Status: IN_PROGRESS for 2s [ 741.838843] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.839051] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.839181] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.839459] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.839636] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.839791] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port 9d32672e-570f-4c3e-ab6d-0e65435acb16 not found, creating... [ 741.840055] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.840209] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.840389] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.840564] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.840703] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.840978] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.841152] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.841267] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.841471] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.841605] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.841737] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: 9d32672e-570f-4c3e-ab6d-0e65435acb16 is going to be created. [ 741.860795] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.860795] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.860990] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.861179] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.861414] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.861943] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-9d32672e-570f-4c3e-ab6d-0e65435acb16" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.608147] env[68192]: INFO networking_nsxv3.common.synchronization [req-259c7014-9fbf-46d8-9cab-18dc856d5e38 req-90689331-2188-489d-a136-a691b6c73438 service nova] Enqueued Resource ID: e477e501-4659-48f3-bd35-568faa7f14eb with Priority: HIGHEST for action security_group_rules [ 742.608444] env[68192]: INFO networking_nsxv3.common.synchronization [req-259c7014-9fbf-46d8-9cab-18dc856d5e38 req-90689331-2188-489d-a136-a691b6c73438 service nova] Enqueued Resource ID: e477e501-4659-48f3-bd35-568faa7f14eb with Priority: HIGHEST for action security_group_members [ 742.608444] env[68192]: INFO networking_nsxv3.common.synchronization [req-259c7014-9fbf-46d8-9cab-18dc856d5e38 req-90689331-2188-489d-a136-a691b6c73438 service nova] Enqueued Resource ID: 9d32672e-570f-4c3e-ab6d-0e65435acb16 with Priority: HIGHEST for action port [ 742.608683] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e477e501-4659-48f3-bd35-568faa7f14eb with Priority: HIGHEST for action security_group_rules [ 742.608818] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e477e501-4659-48f3-bd35-568faa7f14eb with Priority: HIGHEST for action security_group_members [ 742.608913] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d32672e-570f-4c3e-ab6d-0e65435acb16 with Priority: HIGHEST for action port [ 742.609462] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e477e501-4659-48f3-bd35-568faa7f14eb taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.609588] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e477e501-4659-48f3-bd35-568faa7f14eb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.609656] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e477e501-4659-48f3-bd35-568faa7f14eb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.609916] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e477e501-4659-48f3-bd35-568faa7f14eb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.610000] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e477e501-4659-48f3-bd35-568faa7f14eb',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.614051] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-e477e501-4659-48f3-bd35-568faa7f14eb taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.614051] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e477e501-4659-48f3-bd35-568faa7f14eb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.614051] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e477e501-4659-48f3-bd35-568faa7f14eb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.614051] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e477e501-4659-48f3-bd35-568faa7f14eb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.614051] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.614051] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.614051] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.614051] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.614051] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.614051] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e477e501-4659-48f3-bd35-568faa7f14eb',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.615927] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d32672e-570f-4c3e-ab6d-0e65435acb16 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.616080] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d32672e-570f-4c3e-ab6d-0e65435acb16" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.616146] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d32672e-570f-4c3e-ab6d-0e65435acb16" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.616312] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d32672e-570f-4c3e-ab6d-0e65435acb16" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.616385] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d32672e-570f-4c3e-ab6d-0e65435acb16',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.665263] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 76581461-d5ea-41c8-beb9-f091201e0d64 in Status: SUCCESS [ 742.665445] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 76581461-d5ea-41c8-beb9-f091201e0d64 deletion is rescheduled due to dependency. [ 742.665552] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-76581461-d5ea-41c8-beb9-f091201e0d64" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.117893] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e477e501-4659-48f3-bd35-568faa7f14eb',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.122927] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-e477e501-4659-48f3-bd35-568faa7f14eb taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.122927] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e477e501-4659-48f3-bd35-568faa7f14eb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.122927] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9d32672e-570f-4c3e-ab6d-0e65435acb16 with status ACTIVE [ 743.122927] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.122927] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.122927] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.122927] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.122927] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.122927] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.122927] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.124159] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.124496] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.124705] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.126735] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.126735] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.126735] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.126735] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.126735] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.126735] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9d32672e-570f-4c3e-ab6d-0e65435acb16 is going to be updated. [ 743.144894] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.144894] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.144894] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.144894] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.144894] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.144894] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d32672e-570f-4c3e-ab6d-0e65435acb16" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.526351] env[68192]: INFO networking_nsxv3.common.synchronization [req-958af806-d126-4d84-bf27-f788efd2fb6b req-c39c4709-7d34-429d-b26c-e8aea7d55aa3 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Enqueued Resource ID: eb9f1ce6-94c9-4e71-9249-c3c316425fa5 with Priority: HIGHEST for action security_group_members [ 743.526911] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb9f1ce6-94c9-4e71-9249-c3c316425fa5 with Priority: HIGHEST for action security_group_members [ 743.527235] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb9f1ce6-94c9-4e71-9249-c3c316425fa5 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.527336] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb9f1ce6-94c9-4e71-9249-c3c316425fa5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.527467] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb9f1ce6-94c9-4e71-9249-c3c316425fa5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.527794] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb9f1ce6-94c9-4e71-9249-c3c316425fa5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.527794] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.528105] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.528105] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.528404] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.528546] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.528687] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb9f1ce6-94c9-4e71-9249-c3c316425fa5',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.547511] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a965616d-acb0-48c0-8947-41f243e9010f in Status: SUCCESS [ 743.548132] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.548852] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.550900] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.550900] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.550900] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.550900] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.550900] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.550900] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.550900] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.550900] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.601941] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 58062659-109e-4822-bdf3-a663629baa0e in Status: SUCCESS [ 743.602187] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.620792] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e477e501-4659-48f3-bd35-568faa7f14eb',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 743.974809] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-79 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.975079] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-79" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.975176] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-79" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.975531] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-79" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.975869] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.976910] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.977109] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.979411] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.979411] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.979536] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 743.979851] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 743.979851] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 743.979851] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 743.979970] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 743.980024] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 743.980156] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 743.997468] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 743.997635] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 743.997775] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 743.997947] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-79" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.998277] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-a3b24fdf-5ba6-4e64-80f1-4297328ed436 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.998521] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-a3b24fdf-5ba6-4e64-80f1-4297328ed436" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.998598] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-a3b24fdf-5ba6-4e64-80f1-4297328ed436" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.998865] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-a3b24fdf-5ba6-4e64-80f1-4297328ed436" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.999014] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3b24fdf-5ba6-4e64-80f1-4297328ed436',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.031252] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.033267] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.033267] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.033267] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.033267] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.033267] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.033267] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.033267] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.033267] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.033267] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.033267] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb9f1ce6-94c9-4e71-9249-c3c316425fa5 already deleted. [ 744.033267] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb9f1ce6-94c9-4e71-9249-c3c316425fa5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.057621] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-a965616d-acb0-48c0-8947-41f243e9010f taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.057621] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.057621] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.057621] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.057621] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.057621] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.057621] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.057621] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.057621] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.057621] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.057621] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-a965616d-acb0-48c0-8947-41f243e9010f taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.057621] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.057621] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.057621] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.057621] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.057621] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.058225] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.058225] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.058225] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.058225] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.058225] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.124618] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.124761] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.124829] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.125068] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.125159] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.125251] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e477e501-4659-48f3-bd35-568faa7f14eb is going to be created. [ 744.147773] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.147927] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.147970] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.148188] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.148348] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.157228] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e477e501-4659-48f3-bd35-568faa7f14eb in Status: UNINITIALIZED for 2s [ 744.502345] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.502552] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.502768] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.503063] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.503211] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.503364] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port a3b24fdf-5ba6-4e64-80f1-4297328ed436 not found, creating... [ 744.503627] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.503775] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.503947] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.504105] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.504237] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.504519] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.504661] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.504821] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.505022] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.505382] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.505632] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: a3b24fdf-5ba6-4e64-80f1-4297328ed436 is going to be created. [ 744.529647] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.529955] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.530051] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.530396] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.530763] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.530969] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-a3b24fdf-5ba6-4e64-80f1-4297328ed436" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.567661] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a965616d-acb0-48c0-8947-41f243e9010f: rpc.has_security_group_logging(os_id): False [ 744.590588] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.590588] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.590588] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.590799] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.590873] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.591131] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.591236] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.591309] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.591626] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.591626] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.591728] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.591825] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.591888] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.592041] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.592116] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.592328] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.592376] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.592444] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.592580] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.592655] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.592754] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a965616d-acb0-48c0-8947-41f243e9010f is going to be updated. [ 744.675124] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.675444] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.675444] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.675575] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.675726] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.705818] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a965616d-acb0-48c0-8947-41f243e9010f in Status: IN_PROGRESS for 2s [ 745.330534] env[68192]: INFO networking_nsxv3.common.synchronization [req-958af806-d126-4d84-bf27-f788efd2fb6b req-53e931eb-91d3-4c5d-bad5-ec00fe97c4ef service nova] Enqueued Resource ID: eb9f1ce6-94c9-4e71-9249-c3c316425fa5 with Priority: HIGHEST for action security_group_rules [ 745.330731] env[68192]: INFO networking_nsxv3.common.synchronization [req-958af806-d126-4d84-bf27-f788efd2fb6b req-53e931eb-91d3-4c5d-bad5-ec00fe97c4ef service nova] Enqueued Resource ID: eb9f1ce6-94c9-4e71-9249-c3c316425fa5 with Priority: HIGHEST for action security_group_members [ 745.330869] env[68192]: INFO networking_nsxv3.common.synchronization [req-958af806-d126-4d84-bf27-f788efd2fb6b req-53e931eb-91d3-4c5d-bad5-ec00fe97c4ef service nova] Enqueued Resource ID: a3b24fdf-5ba6-4e64-80f1-4297328ed436 with Priority: HIGHEST for action port [ 745.331124] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb9f1ce6-94c9-4e71-9249-c3c316425fa5 with Priority: HIGHEST for action security_group_rules [ 745.331248] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb9f1ce6-94c9-4e71-9249-c3c316425fa5 with Priority: HIGHEST for action security_group_members [ 745.331343] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3b24fdf-5ba6-4e64-80f1-4297328ed436 with Priority: HIGHEST for action port [ 745.331870] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb9f1ce6-94c9-4e71-9249-c3c316425fa5 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.331991] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb9f1ce6-94c9-4e71-9249-c3c316425fa5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.336019] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb9f1ce6-94c9-4e71-9249-c3c316425fa5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.336019] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb9f1ce6-94c9-4e71-9249-c3c316425fa5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.336019] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb9f1ce6-94c9-4e71-9249-c3c316425fa5',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.336019] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb9f1ce6-94c9-4e71-9249-c3c316425fa5 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.336019] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb9f1ce6-94c9-4e71-9249-c3c316425fa5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.336019] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb9f1ce6-94c9-4e71-9249-c3c316425fa5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.336019] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb9f1ce6-94c9-4e71-9249-c3c316425fa5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.336019] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.336019] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.336019] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.336019] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.336019] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.336019] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb9f1ce6-94c9-4e71-9249-c3c316425fa5',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.337290] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3b24fdf-5ba6-4e64-80f1-4297328ed436 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.337562] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3b24fdf-5ba6-4e64-80f1-4297328ed436" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.337837] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3b24fdf-5ba6-4e64-80f1-4297328ed436" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.338433] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3b24fdf-5ba6-4e64-80f1-4297328ed436" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.338756] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3b24fdf-5ba6-4e64-80f1-4297328ed436',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.841833] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb9f1ce6-94c9-4e71-9249-c3c316425fa5 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.841833] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb9f1ce6-94c9-4e71-9249-c3c316425fa5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.841833] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb9f1ce6-94c9-4e71-9249-c3c316425fa5',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.842829] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a3b24fdf-5ba6-4e64-80f1-4297328ed436 with status ACTIVE [ 745.842878] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.842986] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.843037] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.846275] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.846275] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.846275] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.846275] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.846275] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.846275] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.846275] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.846275] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.846275] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.846275] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.846275] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.846275] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.846275] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a3b24fdf-5ba6-4e64-80f1-4297328ed436 is going to be updated. [ 745.863932] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.864082] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.864152] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.864356] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.864488] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.864647] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3b24fdf-5ba6-4e64-80f1-4297328ed436" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.976873] env[68192]: INFO networking_nsxv3.common.synchronization [req-595e02a4-7057-4357-998e-39468b25e9f9 req-d9a27815-7788-424e-98cf-d41b66d41b7c tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Enqueued Resource ID: 54827185-ba35-46c5-a556-5df17d72a024 with Priority: HIGHEST for action security_group_members [ 745.977419] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54827185-ba35-46c5-a556-5df17d72a024 with Priority: HIGHEST for action security_group_members [ 745.977719] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-54827185-ba35-46c5-a556-5df17d72a024 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.977872] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54827185-ba35-46c5-a556-5df17d72a024" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.977949] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54827185-ba35-46c5-a556-5df17d72a024" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.978221] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54827185-ba35-46c5-a556-5df17d72a024" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.978393] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.978497] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.978556] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.978698] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.978782] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.978874] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54827185-ba35-46c5-a556-5df17d72a024',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.166877] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e477e501-4659-48f3-bd35-568faa7f14eb in Status: UNINITIALIZED for 4s [ 746.251206] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-914 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.251439] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-914" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.251563] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-914" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.251904] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-914" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.252177] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.252332] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.252448] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.252663] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.252812] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.253037] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 746.253155] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 746.253262] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 746.253369] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 746.253473] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 746.253599] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 746.253731] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 746.272022] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 746.272875] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 746.272875] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 746.272875] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-914" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.272875] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-f66b901f-1658-4503-ac69-b1851bed5c5b taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.273104] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-f66b901f-1658-4503-ac69-b1851bed5c5b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.273104] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-f66b901f-1658-4503-ac69-b1851bed5c5b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.273417] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-f66b901f-1658-4503-ac69-b1851bed5c5b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.273553] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f66b901f-1658-4503-ac69-b1851bed5c5b',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.347569] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb9f1ce6-94c9-4e71-9249-c3c316425fa5',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.480625] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.481514] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.481688] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.481942] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.482074] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.482359] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.482455] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.482504] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.482758] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.482758] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.482880] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54827185-ba35-46c5-a556-5df17d72a024 already deleted. [ 746.482880] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54827185-ba35-46c5-a556-5df17d72a024" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.719332] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a965616d-acb0-48c0-8947-41f243e9010f in Status: SUCCESS [ 746.719601] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.779031] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.779031] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.779031] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.779031] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.779031] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.779031] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port f66b901f-1658-4503-ac69-b1851bed5c5b not found, creating... [ 746.779031] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.779031] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.779031] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.779031] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.779031] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.780022] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.780445] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.780757] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.781217] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.781569] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.781892] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: f66b901f-1658-4503-ac69-b1851bed5c5b is going to be created. [ 746.802252] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.802252] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.802252] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.802252] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.802252] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.802252] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-f66b901f-1658-4503-ac69-b1851bed5c5b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.851736] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.851736] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.851736] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.851736] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.851736] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.851736] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb9f1ce6-94c9-4e71-9249-c3c316425fa5 is going to be created. [ 746.872143] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.872329] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.872329] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.872498] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.872662] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.889632] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb9f1ce6-94c9-4e71-9249-c3c316425fa5 in Status: UNINITIALIZED for 2s [ 747.570755] env[68192]: INFO networking_nsxv3.common.synchronization [req-595e02a4-7057-4357-998e-39468b25e9f9 req-c22572b5-eedc-4412-a88d-76702aa5363b service nova] Enqueued Resource ID: 54827185-ba35-46c5-a556-5df17d72a024 with Priority: HIGHEST for action security_group_rules [ 747.570980] env[68192]: INFO networking_nsxv3.common.synchronization [req-595e02a4-7057-4357-998e-39468b25e9f9 req-c22572b5-eedc-4412-a88d-76702aa5363b service nova] Enqueued Resource ID: 54827185-ba35-46c5-a556-5df17d72a024 with Priority: HIGHEST for action security_group_members [ 747.571135] env[68192]: INFO networking_nsxv3.common.synchronization [req-595e02a4-7057-4357-998e-39468b25e9f9 req-c22572b5-eedc-4412-a88d-76702aa5363b service nova] Enqueued Resource ID: f66b901f-1658-4503-ac69-b1851bed5c5b with Priority: HIGHEST for action port [ 747.571732] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54827185-ba35-46c5-a556-5df17d72a024 with Priority: HIGHEST for action security_group_rules [ 747.571903] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54827185-ba35-46c5-a556-5df17d72a024 with Priority: HIGHEST for action security_group_members [ 747.572525] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f66b901f-1658-4503-ac69-b1851bed5c5b with Priority: HIGHEST for action port [ 747.573430] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54827185-ba35-46c5-a556-5df17d72a024 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.573612] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54827185-ba35-46c5-a556-5df17d72a024" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.573741] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54827185-ba35-46c5-a556-5df17d72a024" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.574099] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54827185-ba35-46c5-a556-5df17d72a024" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.574225] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54827185-ba35-46c5-a556-5df17d72a024',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.575608] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-54827185-ba35-46c5-a556-5df17d72a024 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.575608] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54827185-ba35-46c5-a556-5df17d72a024" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.575608] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54827185-ba35-46c5-a556-5df17d72a024" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.575774] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54827185-ba35-46c5-a556-5df17d72a024" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.575977] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.576127] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.576205] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.576386] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.576522] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.576624] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54827185-ba35-46c5-a556-5df17d72a024',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.580455] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-f66b901f-1658-4503-ac69-b1851bed5c5b taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.580455] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f66b901f-1658-4503-ac69-b1851bed5c5b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.580455] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f66b901f-1658-4503-ac69-b1851bed5c5b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.580455] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f66b901f-1658-4503-ac69-b1851bed5c5b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.580455] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f66b901f-1658-4503-ac69-b1851bed5c5b',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.079525] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-54827185-ba35-46c5-a556-5df17d72a024 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.079872] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54827185-ba35-46c5-a556-5df17d72a024" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.079872] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('54827185-ba35-46c5-a556-5df17d72a024',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.084308] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f66b901f-1658-4503-ac69-b1851bed5c5b with status ACTIVE [ 748.084563] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.084665] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.084717] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.084944] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.084989] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.085180] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.085978] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.085978] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.085978] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.085978] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.085978] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.085978] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.085978] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.085978] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.086365] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.086365] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f66b901f-1658-4503-ac69-b1851bed5c5b is going to be updated. [ 748.105246] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.105401] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.105465] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.105640] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.105791] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.106012] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f66b901f-1658-4503-ac69-b1851bed5c5b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.186282] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e477e501-4659-48f3-bd35-568faa7f14eb in Status: SUCCESS [ 748.186390] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e477e501-4659-48f3-bd35-568faa7f14eb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.187043] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e477e501-4659-48f3-bd35-568faa7f14eb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.187043] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e477e501-4659-48f3-bd35-568faa7f14eb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.187043] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.187264] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.187264] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.187264] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.187355] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.187447] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e477e501-4659-48f3-bd35-568faa7f14eb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.187606] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e477e501-4659-48f3-bd35-568faa7f14eb',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.582649] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('54827185-ba35-46c5-a556-5df17d72a024',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.690031] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-e477e501-4659-48f3-bd35-568faa7f14eb taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.690191] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e477e501-4659-48f3-bd35-568faa7f14eb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.693081] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e477e501-4659-48f3-bd35-568faa7f14eb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.693081] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e477e501-4659-48f3-bd35-568faa7f14eb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.693081] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.693081] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.693081] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.693081] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.693081] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.693081] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e477e501-4659-48f3-bd35-568faa7f14eb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.693081] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-e477e501-4659-48f3-bd35-568faa7f14eb taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.693081] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e477e501-4659-48f3-bd35-568faa7f14eb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.693081] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e477e501-4659-48f3-bd35-568faa7f14eb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.693529] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e477e501-4659-48f3-bd35-568faa7f14eb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.693529] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.693529] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.693529] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.693856] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.693856] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.693856] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e477e501-4659-48f3-bd35-568faa7f14eb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.693959] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e477e501-4659-48f3-bd35-568faa7f14eb',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.898673] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb9f1ce6-94c9-4e71-9249-c3c316425fa5 in Status: SUCCESS [ 748.898903] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb9f1ce6-94c9-4e71-9249-c3c316425fa5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.899088] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb9f1ce6-94c9-4e71-9249-c3c316425fa5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.899293] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb9f1ce6-94c9-4e71-9249-c3c316425fa5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.899476] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.899591] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.899658] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.899796] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.899876] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.899959] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb9f1ce6-94c9-4e71-9249-c3c316425fa5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.900085] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb9f1ce6-94c9-4e71-9249-c3c316425fa5',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.084533] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.084881] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.084881] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.084986] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.085116] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.085166] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54827185-ba35-46c5-a556-5df17d72a024 is going to be created. [ 749.107126] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.107253] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.107344] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.107510] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.107663] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.116721] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54827185-ba35-46c5-a556-5df17d72a024 in Status: UNINITIALIZED for 2s [ 749.197298] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e477e501-4659-48f3-bd35-568faa7f14eb: rpc.has_security_group_logging(os_id): False [ 749.216671] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.216929] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.217046] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.217377] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.217530] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.217762] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.217896] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.217970] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.218205] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.218304] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.218508] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.218638] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.218782] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.218967] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.219107] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.219350] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.219511] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.219575] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.219694] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.219772] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.219858] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e477e501-4659-48f3-bd35-568faa7f14eb is going to be created. [ 749.323192] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.323359] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.323417] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.323628] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.323813] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.336806] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e477e501-4659-48f3-bd35-568faa7f14eb in Status: IN_PROGRESS for 2s [ 749.402481] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb9f1ce6-94c9-4e71-9249-c3c316425fa5 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.402634] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb9f1ce6-94c9-4e71-9249-c3c316425fa5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.402707] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb9f1ce6-94c9-4e71-9249-c3c316425fa5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.403494] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb9f1ce6-94c9-4e71-9249-c3c316425fa5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.403494] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.403494] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.403494] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.403494] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.403711] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.403711] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb9f1ce6-94c9-4e71-9249-c3c316425fa5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.403777] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb9f1ce6-94c9-4e71-9249-c3c316425fa5 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.403822] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb9f1ce6-94c9-4e71-9249-c3c316425fa5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.404656] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb9f1ce6-94c9-4e71-9249-c3c316425fa5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.404656] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb9f1ce6-94c9-4e71-9249-c3c316425fa5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.404656] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.404656] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.404656] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.404656] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.404656] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.404656] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb9f1ce6-94c9-4e71-9249-c3c316425fa5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.404656] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb9f1ce6-94c9-4e71-9249-c3c316425fa5',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.907345] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb9f1ce6-94c9-4e71-9249-c3c316425fa5: rpc.has_security_group_logging(os_id): False [ 749.925354] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.925576] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.925661] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.925868] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.925961] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.926160] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.926266] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.926315] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.926460] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.926538] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.926729] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.926831] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.926861] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.926997] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.927482] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.927741] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.927856] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.927918] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.928074] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.928273] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.928370] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb9f1ce6-94c9-4e71-9249-c3c316425fa5 is going to be created. [ 750.006161] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.006309] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.006309] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.006527] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.006777] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.016381] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb9f1ce6-94c9-4e71-9249-c3c316425fa5 in Status: IN_PROGRESS for 2s [ 750.669760] env[68192]: INFO networking_nsxv3.common.synchronization [req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 req-c7a118db-52e1-4109-8e8e-92096b17a266 tempest-ServerActionsV293TestJSON-483603657 tempest-ServerActionsV293TestJSON-483603657-project-member] Enqueued Resource ID: a2bb0e24-8cde-427b-8f03-74efd58286d5 with Priority: HIGHEST for action security_group_members [ 750.670322] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2bb0e24-8cde-427b-8f03-74efd58286d5 with Priority: HIGHEST for action security_group_members [ 750.670688] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2bb0e24-8cde-427b-8f03-74efd58286d5 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.670809] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2bb0e24-8cde-427b-8f03-74efd58286d5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.670892] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2bb0e24-8cde-427b-8f03-74efd58286d5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.671357] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2bb0e24-8cde-427b-8f03-74efd58286d5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.671821] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.671821] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.671821] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.671978] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.672074] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.672142] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2bb0e24-8cde-427b-8f03-74efd58286d5',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.004614] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-454 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.005125] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-454" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.005365] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-454" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.005766] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-454" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.006163] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.006457] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.006672] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.007146] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.007396] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.007783] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 751.008020] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.008230] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.008428] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.008628] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 751.008868] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.009109] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.026423] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.029036] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 751.029036] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.029036] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-454" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.029036] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-f7791182-6f3e-41fb-8a2f-1f3369bc4f83 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.029036] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-f7791182-6f3e-41fb-8a2f-1f3369bc4f83" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.029036] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-f7791182-6f3e-41fb-8a2f-1f3369bc4f83" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.029036] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-f7791182-6f3e-41fb-8a2f-1f3369bc4f83" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.029036] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7791182-6f3e-41fb-8a2f-1f3369bc4f83',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.126174] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54827185-ba35-46c5-a556-5df17d72a024 in Status: SUCCESS [ 751.126408] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54827185-ba35-46c5-a556-5df17d72a024" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.126591] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54827185-ba35-46c5-a556-5df17d72a024" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.126783] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54827185-ba35-46c5-a556-5df17d72a024" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.126976] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.127649] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.127649] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.127649] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.127649] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.127649] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54827185-ba35-46c5-a556-5df17d72a024" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.127649] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('54827185-ba35-46c5-a556-5df17d72a024',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.174413] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.174492] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.174531] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.174758] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.174852] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.175064] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.175170] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.175231] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.175425] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.175469] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.175535] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2bb0e24-8cde-427b-8f03-74efd58286d5 already deleted. [ 751.175612] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2bb0e24-8cde-427b-8f03-74efd58286d5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.349277] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e477e501-4659-48f3-bd35-568faa7f14eb in Status: SUCCESS [ 751.349581] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e477e501-4659-48f3-bd35-568faa7f14eb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.532437] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.533144] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.533559] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.533559] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.533711] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.533866] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port f7791182-6f3e-41fb-8a2f-1f3369bc4f83 not found, creating... [ 751.534144] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.534624] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.534624] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.534624] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.534773] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.535225] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.535479] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.536110] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.536646] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.536769] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.537533] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: f7791182-6f3e-41fb-8a2f-1f3369bc4f83 is going to be created. [ 751.559775] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.559775] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.559775] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.559775] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.559775] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.559775] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-f7791182-6f3e-41fb-8a2f-1f3369bc4f83" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.630282] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-54827185-ba35-46c5-a556-5df17d72a024 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.630282] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54827185-ba35-46c5-a556-5df17d72a024" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.633763] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54827185-ba35-46c5-a556-5df17d72a024" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.633763] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54827185-ba35-46c5-a556-5df17d72a024" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.633763] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.633763] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.633763] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.633763] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.633763] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.633763] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54827185-ba35-46c5-a556-5df17d72a024" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.633763] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-54827185-ba35-46c5-a556-5df17d72a024 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.633763] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54827185-ba35-46c5-a556-5df17d72a024" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.633763] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54827185-ba35-46c5-a556-5df17d72a024" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.633763] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54827185-ba35-46c5-a556-5df17d72a024" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.633763] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.633763] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.633763] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.633763] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.633763] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.633763] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54827185-ba35-46c5-a556-5df17d72a024" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.634932] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('54827185-ba35-46c5-a556-5df17d72a024',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.028022] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb9f1ce6-94c9-4e71-9249-c3c316425fa5 in Status: SUCCESS [ 752.028344] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb9f1ce6-94c9-4e71-9249-c3c316425fa5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.138026] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 54827185-ba35-46c5-a556-5df17d72a024: rpc.has_security_group_logging(os_id): False [ 752.152401] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.152625] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.152625] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.152826] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.156021] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.156021] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.156021] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.156021] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.156021] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.156021] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.156021] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.156021] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.156021] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.156021] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.156021] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.156021] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.156021] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.156021] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.156613] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.156613] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.156613] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54827185-ba35-46c5-a556-5df17d72a024 is going to be created. [ 752.214541] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.214737] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.214816] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.215164] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.215455] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.226377] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54827185-ba35-46c5-a556-5df17d72a024 in Status: IN_PROGRESS for 2s [ 752.276624] env[68192]: INFO networking_nsxv3.common.synchronization [req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 req-b69c15bc-4a32-45fb-b201-d34c9da4f490 service nova] Enqueued Resource ID: a2bb0e24-8cde-427b-8f03-74efd58286d5 with Priority: HIGHEST for action security_group_rules [ 752.276624] env[68192]: INFO networking_nsxv3.common.synchronization [req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 req-b69c15bc-4a32-45fb-b201-d34c9da4f490 service nova] Enqueued Resource ID: a2bb0e24-8cde-427b-8f03-74efd58286d5 with Priority: HIGHEST for action security_group_members [ 752.276624] env[68192]: INFO networking_nsxv3.common.synchronization [req-55a2ee16-7b9e-4f99-a67b-c04e2479dbe0 req-b69c15bc-4a32-45fb-b201-d34c9da4f490 service nova] Enqueued Resource ID: f7791182-6f3e-41fb-8a2f-1f3369bc4f83 with Priority: HIGHEST for action port [ 752.276874] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2bb0e24-8cde-427b-8f03-74efd58286d5 with Priority: HIGHEST for action security_group_rules [ 752.277014] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2bb0e24-8cde-427b-8f03-74efd58286d5 with Priority: HIGHEST for action security_group_members [ 752.277260] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7791182-6f3e-41fb-8a2f-1f3369bc4f83 with Priority: HIGHEST for action port [ 752.277682] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2bb0e24-8cde-427b-8f03-74efd58286d5 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.277905] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2bb0e24-8cde-427b-8f03-74efd58286d5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.278043] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2bb0e24-8cde-427b-8f03-74efd58286d5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.278396] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2bb0e24-8cde-427b-8f03-74efd58286d5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.278629] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2bb0e24-8cde-427b-8f03-74efd58286d5',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.279658] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2bb0e24-8cde-427b-8f03-74efd58286d5 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.279856] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2bb0e24-8cde-427b-8f03-74efd58286d5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.279927] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2bb0e24-8cde-427b-8f03-74efd58286d5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.280178] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2bb0e24-8cde-427b-8f03-74efd58286d5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.280608] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.280757] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.280842] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.281048] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.281159] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.281303] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a2bb0e24-8cde-427b-8f03-74efd58286d5',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.283056] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-f7791182-6f3e-41fb-8a2f-1f3369bc4f83 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.283181] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f7791182-6f3e-41fb-8a2f-1f3369bc4f83" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.283248] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f7791182-6f3e-41fb-8a2f-1f3369bc4f83" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.283435] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f7791182-6f3e-41fb-8a2f-1f3369bc4f83" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.283499] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f7791182-6f3e-41fb-8a2f-1f3369bc4f83',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.785844] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2bb0e24-8cde-427b-8f03-74efd58286d5 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.786022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2bb0e24-8cde-427b-8f03-74efd58286d5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.786230] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a2bb0e24-8cde-427b-8f03-74efd58286d5',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.787095] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f7791182-6f3e-41fb-8a2f-1f3369bc4f83 with status ACTIVE [ 752.787280] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.787393] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.787459] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.787672] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.787779] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.787939] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.788043] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.788104] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.788258] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.788332] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.788520] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.788621] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.788670] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.788797] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.788877] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.788951] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f7791182-6f3e-41fb-8a2f-1f3369bc4f83 is going to be updated. [ 752.813622] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.813917] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.813917] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.814161] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.814335] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.814531] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f7791182-6f3e-41fb-8a2f-1f3369bc4f83" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.290664] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a2bb0e24-8cde-427b-8f03-74efd58286d5',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.793221] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.793392] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.793482] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.793735] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.793828] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.793928] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a2bb0e24-8cde-427b-8f03-74efd58286d5 is going to be created. [ 753.817231] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.818144] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.818262] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.818528] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.818745] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.827801] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2bb0e24-8cde-427b-8f03-74efd58286d5 in Status: UNINITIALIZED for 2s [ 754.052342] env[68192]: INFO networking_nsxv3.common.synchronization [req-581ddef7-9bfe-4653-a3ad-336a8cf27df3 req-95267f6d-5f41-4bbe-89ca-ed67c75533cb tempest-ServersNegativeTestMultiTenantJSON-877483666 tempest-ServersNegativeTestMultiTenantJSON-877483666-project-member] Enqueued Resource ID: e477e501-4659-48f3-bd35-568faa7f14eb with Priority: HIGHEST for action security_group_members [ 754.052917] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e477e501-4659-48f3-bd35-568faa7f14eb with Priority: HIGHEST for action security_group_members [ 754.053590] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-e477e501-4659-48f3-bd35-568faa7f14eb taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.053590] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e477e501-4659-48f3-bd35-568faa7f14eb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.053590] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e477e501-4659-48f3-bd35-568faa7f14eb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.053759] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e477e501-4659-48f3-bd35-568faa7f14eb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.053923] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.054092] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.054221] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.054389] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.054518] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.054648] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e477e501-4659-48f3-bd35-568faa7f14eb',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.241036] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 54827185-ba35-46c5-a556-5df17d72a024 in Status: SUCCESS [ 754.241343] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-54827185-ba35-46c5-a556-5df17d72a024" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.557322] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.557790] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.557790] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.557897] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.558095] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.558266] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.558445] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.558507] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.558714] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.558788] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.558884] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e477e501-4659-48f3-bd35-568faa7f14eb is going to be updated. [ 754.586205] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.586205] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.586205] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.587529] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.587529] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.594635] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e477e501-4659-48f3-bd35-568faa7f14eb in Status: IN_PROGRESS for 2s [ 755.841099] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a2bb0e24-8cde-427b-8f03-74efd58286d5 in Status: SUCCESS [ 755.841415] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2bb0e24-8cde-427b-8f03-74efd58286d5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.841555] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2bb0e24-8cde-427b-8f03-74efd58286d5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.841874] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2bb0e24-8cde-427b-8f03-74efd58286d5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.842054] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.842156] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.842225] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.842373] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.842520] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.842623] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2bb0e24-8cde-427b-8f03-74efd58286d5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.842723] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2bb0e24-8cde-427b-8f03-74efd58286d5',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.346426] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2bb0e24-8cde-427b-8f03-74efd58286d5',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.607727] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e477e501-4659-48f3-bd35-568faa7f14eb in Status: SUCCESS [ 756.608109] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e477e501-4659-48f3-bd35-568faa7f14eb deletion is rescheduled due to dependency. [ 756.608255] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e477e501-4659-48f3-bd35-568faa7f14eb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.848406] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a2bb0e24-8cde-427b-8f03-74efd58286d5: rpc.has_security_group_logging(os_id): False [ 756.870609] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.870788] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.870872] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.871390] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.871390] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.871505] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.871568] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.871705] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.871796] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.871887] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.871988] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a2bb0e24-8cde-427b-8f03-74efd58286d5 is going to be created. [ 756.939861] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.939861] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.939861] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.940433] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.940658] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.951377] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2bb0e24-8cde-427b-8f03-74efd58286d5 in Status: IN_PROGRESS for 2s [ 757.418492] env[68192]: INFO networking_nsxv3.common.synchronization [req-8b288a86-6145-4aab-a723-28ba2ae88351 req-a122e233-dc23-488b-b6cf-b1bee5937383 tempest-ImagesNegativeTestJSON-1511681714 tempest-ImagesNegativeTestJSON-1511681714-project-member] Enqueued Resource ID: eb9f1ce6-94c9-4e71-9249-c3c316425fa5 with Priority: HIGHEST for action security_group_members [ 757.418492] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb9f1ce6-94c9-4e71-9249-c3c316425fa5 with Priority: HIGHEST for action security_group_members [ 757.418492] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb9f1ce6-94c9-4e71-9249-c3c316425fa5 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.418708] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb9f1ce6-94c9-4e71-9249-c3c316425fa5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.418742] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb9f1ce6-94c9-4e71-9249-c3c316425fa5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.419319] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb9f1ce6-94c9-4e71-9249-c3c316425fa5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.419319] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.419319] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.419319] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.419525] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.419525] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.419525] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb9f1ce6-94c9-4e71-9249-c3c316425fa5',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.922047] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.922333] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.922333] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.922491] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.922584] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.922782] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.922906] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.922962] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.923919] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.923919] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.923919] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb9f1ce6-94c9-4e71-9249-c3c316425fa5 is going to be updated. [ 757.950990] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.951800] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.951800] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.951800] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.951800] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.960293] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb9f1ce6-94c9-4e71-9249-c3c316425fa5 in Status: IN_PROGRESS for 2s [ 758.710780] env[68192]: INFO networking_nsxv3.common.synchronization [req-35b8f815-ddf3-4db2-a386-d5f521b22f71 req-6bc4ee3c-8d74-4377-96da-9b5d92c4453c tempest-ServersWithSpecificFlavorTestJSON-705260817 tempest-ServersWithSpecificFlavorTestJSON-705260817-project-member] Enqueued Resource ID: 09d716a9-e19d-4641-9d4a-0e1baf27fed8 with Priority: HIGHEST for action security_group_members [ 758.710780] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09d716a9-e19d-4641-9d4a-0e1baf27fed8 with Priority: HIGHEST for action security_group_members [ 758.710932] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-09d716a9-e19d-4641-9d4a-0e1baf27fed8 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.711021] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-09d716a9-e19d-4641-9d4a-0e1baf27fed8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.711520] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-09d716a9-e19d-4641-9d4a-0e1baf27fed8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.711520] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-09d716a9-e19d-4641-9d4a-0e1baf27fed8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.711520] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.711669] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.711702] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.711892] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.712017] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.712141] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('09d716a9-e19d-4641-9d4a-0e1baf27fed8',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.967115] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a2bb0e24-8cde-427b-8f03-74efd58286d5 in Status: SUCCESS [ 758.967530] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a2bb0e24-8cde-427b-8f03-74efd58286d5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.215021] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.215216] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.215289] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.215518] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.215610] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.215785] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.215879] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.215940] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.216094] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.216169] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.216252] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09d716a9-e19d-4641-9d4a-0e1baf27fed8 is going to be updated. [ 759.247555] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.247743] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.247812] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.248087] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.248553] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.257969] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09d716a9-e19d-4641-9d4a-0e1baf27fed8 in Status: IN_PROGRESS for 2s [ 759.973304] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb9f1ce6-94c9-4e71-9249-c3c316425fa5 in Status: SUCCESS [ 759.973304] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb9f1ce6-94c9-4e71-9249-c3c316425fa5 deletion is rescheduled due to dependency. [ 759.973650] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb9f1ce6-94c9-4e71-9249-c3c316425fa5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.584318] env[68192]: INFO networking_nsxv3.common.synchronization [req-f087bacd-b4ca-4017-b5d2-48f7b175a48c req-9f1663aa-d01d-480a-bf7a-0971cbbc3332 tempest-ServersAdminNegativeTestJSON-1800248313 tempest-ServersAdminNegativeTestJSON-1800248313-project-member] Enqueued Resource ID: d295249d-6465-4e3b-a833-65e513065930 with Priority: HIGHEST for action security_group_members [ 760.584903] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d295249d-6465-4e3b-a833-65e513065930 with Priority: HIGHEST for action security_group_members [ 760.585252] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-d295249d-6465-4e3b-a833-65e513065930 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.585402] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.585458] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.585795] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.585873] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.585967] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.586052] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.586210] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.586317] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.586412] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d295249d-6465-4e3b-a833-65e513065930',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.997764] env[68192]: INFO networking_nsxv3.common.synchronization [req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 req-afd4e495-1da5-4d0a-a797-8bad35c418ca tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Enqueued Resource ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 with Priority: HIGHEST for action security_group_members [ 760.998301] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 with Priority: HIGHEST for action security_group_members [ 760.998593] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.998738] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.998820] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.999188] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.999188] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.999298] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.999368] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.999526] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.999614] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.999707] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf4cd555-51fd-4b09-b9be-5403c4ff0d86',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.088646] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.088796] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.088857] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.089111] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.089226] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.089419] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.089520] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.089590] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.089726] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.089803] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.089912] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d295249d-6465-4e3b-a833-65e513065930 is going to be updated. [ 761.115120] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.115271] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.115333] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.115541] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.115683] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.127349] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d295249d-6465-4e3b-a833-65e513065930 in Status: IN_PROGRESS for 2s [ 761.179878] env[68192]: INFO networking_nsxv3.common.synchronization [None req-e2d2b1cd-9ee1-4998-9d4b-4c04be4ab747 None None] Enqueued Resource ID: 0cf082ca-1131-49fa-bde2-c3e0372f07d3 with Priority: HIGHEST for action port [ 761.180256] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cf082ca-1131-49fa-bde2-c3e0372f07d3 with Priority: HIGHEST for action port [ 761.180877] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-0cf082ca-1131-49fa-bde2-c3e0372f07d3 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.184549] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0cf082ca-1131-49fa-bde2-c3e0372f07d3" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.184549] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0cf082ca-1131-49fa-bde2-c3e0372f07d3" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.184549] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0cf082ca-1131-49fa-bde2-c3e0372f07d3" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.184851] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0cf082ca-1131-49fa-bde2-c3e0372f07d3',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.271090] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 09d716a9-e19d-4641-9d4a-0e1baf27fed8 in Status: SUCCESS [ 761.271298] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 09d716a9-e19d-4641-9d4a-0e1baf27fed8 deletion is rescheduled due to dependency. [ 761.271370] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-09d716a9-e19d-4641-9d4a-0e1baf27fed8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.504409] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.504409] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.504409] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.504409] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.504409] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.504409] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.504409] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.504409] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.504409] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.504409] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.504409] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 is going to be updated. [ 761.533771] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.535099] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.535099] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.537021] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.537021] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.544486] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 in Status: IN_PROGRESS for 2s [ 761.687737] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0cf082ca-1131-49fa-bde2-c3e0372f07d3 [ 761.687737] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.687737] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.687737] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.687737] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.687737] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.687737] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0cf082ca-1131-49fa-bde2-c3e0372f07d3 already deleted. [ 761.687737] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0cf082ca-1131-49fa-bde2-c3e0372f07d3" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.962061] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-221 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.962355] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-221" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.962527] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-221" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.962860] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-221" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.964557] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.966110] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.966321] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.966627] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.966843] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.967321] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 761.967919] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 761.968207] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 761.968381] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 761.968534] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 761.968734] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 761.968934] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 761.988282] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 761.988452] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 761.988587] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 761.988765] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-221" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.989258] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-bfe0f127-6d74-436c-9bb0-462a0e13b9e0 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.990148] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-bfe0f127-6d74-436c-9bb0-462a0e13b9e0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.990148] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-bfe0f127-6d74-436c-9bb0-462a0e13b9e0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.990148] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-bfe0f127-6d74-436c-9bb0-462a0e13b9e0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.990424] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfe0f127-6d74-436c-9bb0-462a0e13b9e0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.493703] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.495114] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.495114] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.495114] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.495114] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.495114] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port bfe0f127-6d74-436c-9bb0-462a0e13b9e0 not found, creating... [ 762.495114] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.495114] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.495114] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.495416] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.495590] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.498231] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.498231] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.498231] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.498231] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.498231] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.498231] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: bfe0f127-6d74-436c-9bb0-462a0e13b9e0 is going to be created. [ 762.518737] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.518985] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.519120] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.519427] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.519665] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.519927] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-bfe0f127-6d74-436c-9bb0-462a0e13b9e0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.077830] env[68192]: INFO networking_nsxv3.common.synchronization [None req-9a566fee-8f15-4a11-b8ec-4dc6cd007338 None None] Enqueued Resource ID: 446c174b-8b15-411d-8167-b9c12eb4e858 with Priority: HIGHEST for action port [ 763.077830] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 446c174b-8b15-411d-8167-b9c12eb4e858 with Priority: HIGHEST for action port [ 763.078853] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-446c174b-8b15-411d-8167-b9c12eb4e858 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.079179] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-446c174b-8b15-411d-8167-b9c12eb4e858" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.079335] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-446c174b-8b15-411d-8167-b9c12eb4e858" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.079648] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-446c174b-8b15-411d-8167-b9c12eb4e858" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.079843] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('446c174b-8b15-411d-8167-b9c12eb4e858',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.137969] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d295249d-6465-4e3b-a833-65e513065930 in Status: SUCCESS [ 763.138316] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d295249d-6465-4e3b-a833-65e513065930 deletion is rescheduled due to dependency. [ 763.138581] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.355250] env[68192]: INFO networking_nsxv3.common.synchronization [req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 req-036fe668-55d5-4b2d-8d52-9b778992c91a service nova] Enqueued Resource ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 with Priority: HIGHEST for action security_group_rules [ 763.355250] env[68192]: INFO networking_nsxv3.common.synchronization [req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 req-036fe668-55d5-4b2d-8d52-9b778992c91a service nova] Enqueued Resource ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 with Priority: HIGHEST for action security_group_members [ 763.355250] env[68192]: INFO networking_nsxv3.common.synchronization [req-23b0f9f8-8931-48b9-a761-9ebcc2b0fb02 req-036fe668-55d5-4b2d-8d52-9b778992c91a service nova] Enqueued Resource ID: bfe0f127-6d74-436c-9bb0-462a0e13b9e0 with Priority: HIGHEST for action port [ 763.355250] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 with Priority: HIGHEST for action security_group_rules [ 763.355250] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 with Priority: HIGHEST for action security_group_members [ 763.355250] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfe0f127-6d74-436c-9bb0-462a0e13b9e0 with Priority: HIGHEST for action port [ 763.355250] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf4cd555-51fd-4b09-b9be-5403c4ff0d86 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.355250] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.357897] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.358359] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.360025] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf4cd555-51fd-4b09-b9be-5403c4ff0d86',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.362405] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.362636] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.362935] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfe0f127-6d74-436c-9bb0-462a0e13b9e0 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.363179] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfe0f127-6d74-436c-9bb0-462a0e13b9e0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.363319] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfe0f127-6d74-436c-9bb0-462a0e13b9e0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.363586] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfe0f127-6d74-436c-9bb0-462a0e13b9e0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.363755] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfe0f127-6d74-436c-9bb0-462a0e13b9e0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.556408] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 in Status: SUCCESS [ 763.556735] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 deletion is rescheduled due to dependency. [ 763.556848] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.557431] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.557431] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.557566] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.557630] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.557664] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.557817] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.557900] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.558043] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf4cd555-51fd-4b09-b9be-5403c4ff0d86',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.583182] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 446c174b-8b15-411d-8167-b9c12eb4e858 [ 763.583182] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.583182] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.583182] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.583182] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.583182] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.583182] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:446c174b-8b15-411d-8167-b9c12eb4e858 already deleted. [ 763.583182] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-446c174b-8b15-411d-8167-b9c12eb4e858" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.725148] env[68192]: INFO networking_nsxv3.common.synchronization [req-d6392222-875c-4ba3-a0b4-b92d8022ed4f req-200e6839-14b4-4d39-b0a0-8bc2143558a1 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Enqueued Resource ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f with Priority: HIGHEST for action security_group_members [ 763.725661] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f with Priority: HIGHEST for action security_group_members [ 763.728380] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-003878c8-3d21-40a7-a7c9-8cfb7788983f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.728585] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.728686] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.729070] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.729879] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.730093] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.730196] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.730926] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.731076] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.731218] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.866116] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.866951] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.869353] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfe0f127-6d74-436c-9bb0-462a0e13b9e0 with status ACTIVE [ 763.869652] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.869779] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.869892] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.870655] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.870655] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.870655] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.870655] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.870655] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.870655] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.870933] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.870933] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.871026] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.871707] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.871707] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.871707] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.871707] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfe0f127-6d74-436c-9bb0-462a0e13b9e0 is going to be updated. [ 763.893914] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.894513] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.894595] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.895638] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.895638] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.895638] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfe0f127-6d74-436c-9bb0-462a0e13b9e0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.060564] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('cf4cd555-51fd-4b09-b9be-5403c4ff0d86',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.234399] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.565231] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('cf4cd555-51fd-4b09-b9be-5403c4ff0d86',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.737020] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 765.070152] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.070152] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.070152] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.070152] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.070152] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.070152] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 is going to be updated. [ 765.104711] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.104711] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.104711] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.104711] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.104711] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.115049] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 in Status: IN_PROGRESS for 2s [ 765.240131] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.240298] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.240372] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.240663] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.240752] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.240804] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f is going to be updated. [ 765.269328] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.269328] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.269328] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.269558] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.269657] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.277504] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f in Status: IN_PROGRESS for 2s [ 765.951502] env[68192]: INFO networking_nsxv3.common.synchronization [req-5817d4b6-ce45-40cf-bce9-96e96604c09b req-8a220af4-9d6e-420b-ab1c-4d875868ec9c tempest-AttachInterfacesUnderV243Test-557658000 tempest-AttachInterfacesUnderV243Test-557658000-project-member] Enqueued Resource ID: 04906042-fa44-41be-a265-b8a83d19ae03 with Priority: HIGHEST for action security_group_members [ 765.952287] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04906042-fa44-41be-a265-b8a83d19ae03 with Priority: HIGHEST for action security_group_members [ 765.953149] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-04906042-fa44-41be-a265-b8a83d19ae03 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.953354] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04906042-fa44-41be-a265-b8a83d19ae03" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.953464] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04906042-fa44-41be-a265-b8a83d19ae03" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.954215] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04906042-fa44-41be-a265-b8a83d19ae03" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.954469] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.954629] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.954741] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.955016] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.955132] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.955233] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04906042-fa44-41be-a265-b8a83d19ae03',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.264300] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-161 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.264506] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-161" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.264675] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-161" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.268390] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-161" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.269285] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.269285] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.269285] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.269528] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.269709] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.269977] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 766.270176] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 766.270292] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 766.270448] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 766.270617] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 766.270915] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 766.271191] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 766.294442] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 766.295189] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 766.295189] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 766.295189] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-161" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.295429] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.295507] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.295701] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.295953] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.296110] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 766.461383] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.462345] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.464032] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.464032] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.464032] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.464032] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.464032] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.464032] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.464032] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.464032] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.464032] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04906042-fa44-41be-a265-b8a83d19ae03 already deleted. [ 766.464032] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04906042-fa44-41be-a265-b8a83d19ae03" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.800010] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.800010] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.800010] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.800286] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.800538] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.800765] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port 0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8 not found, creating... [ 766.801113] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.801336] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.801394] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.801622] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.801763] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.802065] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.802246] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.802410] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.802724] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.802918] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.803174] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: 0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8 is going to be created. [ 766.820731] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 766.821052] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 766.821132] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 766.821600] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 766.821743] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.822014] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.122565] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 in Status: SUCCESS [ 767.123168] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.123168] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.123293] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.124065] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.124065] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.124065] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.124065] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.124065] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.124065] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.124351] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('cf4cd555-51fd-4b09-b9be-5403c4ff0d86',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.288687] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f in Status: SUCCESS [ 767.289042] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.520974] env[68192]: INFO networking_nsxv3.common.synchronization [req-5817d4b6-ce45-40cf-bce9-96e96604c09b req-8b6213d7-1ba2-4cc1-912b-0eff3195f3d2 service nova] Enqueued Resource ID: 04906042-fa44-41be-a265-b8a83d19ae03 with Priority: HIGHEST for action security_group_rules [ 767.521481] env[68192]: INFO networking_nsxv3.common.synchronization [req-5817d4b6-ce45-40cf-bce9-96e96604c09b req-8b6213d7-1ba2-4cc1-912b-0eff3195f3d2 service nova] Enqueued Resource ID: 04906042-fa44-41be-a265-b8a83d19ae03 with Priority: HIGHEST for action security_group_members [ 767.521661] env[68192]: INFO networking_nsxv3.common.synchronization [req-5817d4b6-ce45-40cf-bce9-96e96604c09b req-8b6213d7-1ba2-4cc1-912b-0eff3195f3d2 service nova] Enqueued Resource ID: 0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8 with Priority: HIGHEST for action port [ 767.522347] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04906042-fa44-41be-a265-b8a83d19ae03 with Priority: HIGHEST for action security_group_rules [ 767.522535] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04906042-fa44-41be-a265-b8a83d19ae03 with Priority: HIGHEST for action security_group_members [ 767.522667] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8 with Priority: HIGHEST for action port [ 767.523064] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04906042-fa44-41be-a265-b8a83d19ae03 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.523239] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04906042-fa44-41be-a265-b8a83d19ae03" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.523275] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04906042-fa44-41be-a265-b8a83d19ae03" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.523522] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04906042-fa44-41be-a265-b8a83d19ae03" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.523629] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04906042-fa44-41be-a265-b8a83d19ae03',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.524662] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-04906042-fa44-41be-a265-b8a83d19ae03 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.524807] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04906042-fa44-41be-a265-b8a83d19ae03" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.524895] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04906042-fa44-41be-a265-b8a83d19ae03" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.525581] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04906042-fa44-41be-a265-b8a83d19ae03" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.525794] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.526125] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.526176] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.526376] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.526491] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.526607] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('04906042-fa44-41be-a265-b8a83d19ae03',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.527800] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.528022] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.528116] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.528307] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.528676] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 767.626492] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.626858] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.626858] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.626967] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.627083] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.627209] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.627260] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.627407] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.627561] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.627607] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.627720] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.627811] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.627872] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.628016] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.628157] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 767.628245] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.628300] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.628429] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 767.628501] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.628577] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.628665] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('cf4cd555-51fd-4b09-b9be-5403c4ff0d86',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.031270] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8 with status ACTIVE [ 768.031270] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.031432] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.031432] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.032030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.032030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.032030] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.032215] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.032215] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.032349] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.032432] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.032604] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.032693] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.032750] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.032887] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.032961] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.033059] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8 is going to be updated. [ 768.034337] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-04906042-fa44-41be-a265-b8a83d19ae03 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.034439] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-04906042-fa44-41be-a265-b8a83d19ae03" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.034612] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('04906042-fa44-41be-a265-b8a83d19ae03',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.054300] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.054590] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.054590] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.054590] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.054808] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.054904] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0ada5f4a-f1a3-40fc-bce0-cf4ccc689ff8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.130942] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for cf4cd555-51fd-4b09-b9be-5403c4ff0d86: rpc.has_security_group_logging(os_id): False [ 768.153604] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.153781] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.153853] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.154078] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.154171] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.154354] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.154450] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.154512] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.154659] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.154748] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.154940] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.155098] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.155175] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.155320] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.155395] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.155608] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.155716] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.155791] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.155945] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.156302] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.156558] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 is going to be updated. [ 768.234659] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.234659] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.234873] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.234925] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.235179] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.255023] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 in Status: IN_PROGRESS for 2s [ 768.538128] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('04906042-fa44-41be-a265-b8a83d19ae03',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 768.786576] env[68192]: INFO networking_nsxv3.common.synchronization [req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 req-541005ef-7f84-4cc4-b2f1-8439c8b2bfe1 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Enqueued Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_members [ 768.787106] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_members [ 768.787406] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.787527] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.787594] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.787792] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.787942] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 768.788096] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.788183] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.788325] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.788403] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.788495] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.041174] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.044225] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.044225] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.044225] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.044225] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.044225] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 04906042-fa44-41be-a265-b8a83d19ae03 is going to be created. [ 769.064685] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.064886] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.064976] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.065664] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.065994] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.074725] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04906042-fa44-41be-a265-b8a83d19ae03 in Status: UNINITIALIZED for 2s [ 769.148886] env[68192]: INFO networking_nsxv3.common.synchronization [req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 req-8934b405-e2a4-4685-9f3d-be88b0213f45 tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Enqueued Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_members [ 769.149839] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_members [ 769.149839] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.150161] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.291785] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.291785] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.291785] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.291953] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.292076] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.292327] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.293086] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.293200] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.293417] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.293624] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.293660] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cb550d5-2955-43d8-af46-287b908126a2 is going to be updated. [ 769.333438] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.333438] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.333438] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.333438] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.333438] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.341258] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: IN_PROGRESS for 2s [ 769.704118] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-669 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.704379] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-669" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.704465] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-669" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.704802] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-669" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.710206] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.710206] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.710206] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.710379] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.710984] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.710984] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.710984] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 769.710984] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 769.711179] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 769.711236] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 769.711356] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 769.711498] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 769.728281] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 769.728761] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 769.728761] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 769.728761] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-669" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.729321] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-a0f7b14b-0619-496e-a6e7-10a764940bbe taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.729321] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-a0f7b14b-0619-496e-a6e7-10a764940bbe" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.729321] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-a0f7b14b-0619-496e-a6e7-10a764940bbe" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.729647] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-a0f7b14b-0619-496e-a6e7-10a764940bbe" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.730277] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0f7b14b-0619-496e-a6e7-10a764940bbe',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.236031] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.236416] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.236668] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.237029] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.237192] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.237351] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port a0f7b14b-0619-496e-a6e7-10a764940bbe not found, creating... [ 770.237734] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.237842] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.237880] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.238120] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.238305] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.238543] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.238696] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.238815] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.239059] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.239161] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.239294] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: a0f7b14b-0619-496e-a6e7-10a764940bbe is going to be created. [ 770.260952] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.261067] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.261188] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.261447] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.261667] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.261998] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-a0f7b14b-0619-496e-a6e7-10a764940bbe" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.271351] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 in Status: SUCCESS [ 770.272030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.085273] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 04906042-fa44-41be-a265-b8a83d19ae03 in Status: SUCCESS [ 771.085630] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04906042-fa44-41be-a265-b8a83d19ae03" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.085886] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-04906042-fa44-41be-a265-b8a83d19ae03" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.086212] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-04906042-fa44-41be-a265-b8a83d19ae03" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.086516] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.086700] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.086859] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.087994] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.088124] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.088270] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-04906042-fa44-41be-a265-b8a83d19ae03" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.088437] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('04906042-fa44-41be-a265-b8a83d19ae03',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.164755] env[68192]: INFO networking_nsxv3.common.synchronization [req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 req-a90db69c-e16a-4acc-972b-f381506a1a92 service nova] Enqueued Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_rules [ 771.165047] env[68192]: INFO networking_nsxv3.common.synchronization [req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 req-a90db69c-e16a-4acc-972b-f381506a1a92 service nova] Enqueued Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_members [ 771.165261] env[68192]: INFO networking_nsxv3.common.synchronization [req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 req-a90db69c-e16a-4acc-972b-f381506a1a92 service nova] Enqueued Resource ID: a0f7b14b-0619-496e-a6e7-10a764940bbe with Priority: HIGHEST for action port [ 771.165860] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_rules [ 771.168822] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_members [ 771.168822] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f7b14b-0619-496e-a6e7-10a764940bbe with Priority: HIGHEST for action port [ 771.168822] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.168822] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.168822] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.168822] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.168822] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.169176] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.169247] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.169434] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0f7b14b-0619-496e-a6e7-10a764940bbe taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.169579] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0f7b14b-0619-496e-a6e7-10a764940bbe" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.169694] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0f7b14b-0619-496e-a6e7-10a764940bbe" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.169909] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0f7b14b-0619-496e-a6e7-10a764940bbe" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.169990] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0f7b14b-0619-496e-a6e7-10a764940bbe',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.351769] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: SUCCESS [ 771.352089] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cb550d5-2955-43d8-af46-287b908126a2 deletion is rescheduled due to dependency. [ 771.352089] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.352248] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.352460] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.352655] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.352772] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.352837] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.352992] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.353091] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.353187] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.393045] env[68192]: INFO networking_nsxv3.common.synchronization [req-6c0172c2-dade-446b-b455-b20310aa7ad2 req-0583001b-3a1a-4e96-bcf3-dc01f8cb79cd tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_members [ 771.393594] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_members [ 771.394249] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.394388] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.394455] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.394656] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.394817] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.394924] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.394975] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.395136] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.395223] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.395317] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.593066] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('04906042-fa44-41be-a265-b8a83d19ae03',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.674268] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.674465] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.674607] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0f7b14b-0619-496e-a6e7-10a764940bbe with status ACTIVE [ 771.674831] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.674940] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.675012] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.675257] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.675343] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.675509] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.675952] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.675952] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.676147] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.676303] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.676422] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.676513] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.676570] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.676701] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.676773] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.676847] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0f7b14b-0619-496e-a6e7-10a764940bbe is going to be updated. [ 771.696609] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.696753] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.696817] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.697027] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.697229] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.697395] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0f7b14b-0619-496e-a6e7-10a764940bbe" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.856281] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.898619] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.968891] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-852 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.969134] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-852" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.969212] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-852" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.969432] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-852" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.969746] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.969912] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.970138] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.970263] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.970403] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.970623] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 771.970736] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 771.970872] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 771.971032] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 771.971186] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 771.971370] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 771.971582] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 771.990125] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 771.991204] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 771.991204] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 771.991204] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-852" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.991377] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-a341dca3-711a-4092-975f-31bf384a900b taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.992125] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-a341dca3-711a-4092-975f-31bf384a900b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.992125] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-a341dca3-711a-4092-975f-31bf384a900b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.992125] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-a341dca3-711a-4092-975f-31bf384a900b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.992125] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a341dca3-711a-4092-975f-31bf384a900b',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.096168] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 04906042-fa44-41be-a265-b8a83d19ae03: rpc.has_security_group_logging(os_id): False [ 772.111157] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.111391] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.111509] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.111827] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.111967] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.112423] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.112544] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.112607] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.112786] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.112862] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.112949] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04906042-fa44-41be-a265-b8a83d19ae03 is going to be created. [ 772.123222] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-730 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.123415] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-730" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.123555] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-730" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.124769] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-730" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.124769] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.124769] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.124769] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.124769] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.124987] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.125264] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 772.125374] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 772.125479] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 772.125583] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 772.125689] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 772.125798] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 772.125939] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 772.144467] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 772.144467] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 772.144567] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 772.144706] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-730" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.145031] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.145749] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.145749] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.145749] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.145906] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.172924] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.173097] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.173168] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.173390] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.173629] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.188468] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04906042-fa44-41be-a265-b8a83d19ae03 in Status: IN_PROGRESS for 2s [ 772.360502] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.402292] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.496816] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.497049] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.497184] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.497469] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.497616] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.497769] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port a341dca3-711a-4092-975f-31bf384a900b not found, creating... [ 772.498056] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.499553] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.499553] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.499553] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.499553] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.499553] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.499553] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.499883] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.500562] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.500562] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.500562] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: a341dca3-711a-4092-975f-31bf384a900b is going to be created. [ 772.527384] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.527655] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.527722] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.527995] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.528329] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.528578] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-a341dca3-711a-4092-975f-31bf384a900b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.651655] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.651939] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.652094] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.652381] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.652534] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.652688] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port 3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe not found, creating... [ 772.652955] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.653143] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.653312] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.653595] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.653993] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.654811] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.655076] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.655293] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.655598] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.655785] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.656017] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: 3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe is going to be created. [ 772.679049] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.680360] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.680567] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.681015] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.681620] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.681911] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.728787] env[68192]: INFO networking_nsxv3.common.synchronization [None req-e6f18088-c9c0-49c4-8388-371a30ae825c None None] Enqueued Resource ID: 7b885b08-c599-46b9-950e-c5bb22f6c58c with Priority: HIGHEST for action port [ 772.729099] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b885b08-c599-46b9-950e-c5bb22f6c58c with Priority: HIGHEST for action port [ 772.729677] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b885b08-c599-46b9-950e-c5bb22f6c58c taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.729793] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b885b08-c599-46b9-950e-c5bb22f6c58c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.729862] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b885b08-c599-46b9-950e-c5bb22f6c58c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.731398] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b885b08-c599-46b9-950e-c5bb22f6c58c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.731484] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b885b08-c599-46b9-950e-c5bb22f6c58c',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.867651] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.867651] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.867651] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.867651] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.867651] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.867651] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cb550d5-2955-43d8-af46-287b908126a2 is going to be updated. [ 772.897845] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.900119] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.900119] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.900119] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.900119] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.904879] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.905471] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.905705] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.906073] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.906324] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.909099] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 is going to be updated. [ 772.909099] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: IN_PROGRESS for 2s [ 772.937454] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.937454] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.937454] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.937454] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.937454] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.945249] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 in Status: IN_PROGRESS for 2s [ 773.235874] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7b885b08-c599-46b9-950e-c5bb22f6c58c [ 773.235874] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.235874] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.235874] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.237680] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.237680] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.237680] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7b885b08-c599-46b9-950e-c5bb22f6c58c already deleted. [ 773.237680] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b885b08-c599-46b9-950e-c5bb22f6c58c" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.549355] env[68192]: INFO networking_nsxv3.common.synchronization [req-f5b990d4-9320-447b-841f-a569456118a9 req-f0b3e131-2513-469c-980e-7d3e5657e4d1 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Enqueued Resource ID: 58062659-109e-4822-bdf3-a663629baa0e with Priority: HIGHEST for action security_group_members [ 773.549355] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58062659-109e-4822-bdf3-a663629baa0e with Priority: HIGHEST for action security_group_members [ 773.549355] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-58062659-109e-4822-bdf3-a663629baa0e taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.550930] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.550930] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.550930] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.551956] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.551956] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.551956] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.552598] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.553245] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.553693] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58062659-109e-4822-bdf3-a663629baa0e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.605796] env[68192]: INFO networking_nsxv3.common.synchronization [req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 req-930f0b03-0422-496f-b451-89a0cb109fc2 service nova] Enqueued Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_rules [ 773.605960] env[68192]: INFO networking_nsxv3.common.synchronization [req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 req-930f0b03-0422-496f-b451-89a0cb109fc2 service nova] Enqueued Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_members [ 773.606121] env[68192]: INFO networking_nsxv3.common.synchronization [req-49fbbe1f-eca1-4952-ac59-14fb2d8f4a85 req-930f0b03-0422-496f-b451-89a0cb109fc2 service nova] Enqueued Resource ID: 3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe with Priority: HIGHEST for action port [ 773.606780] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_rules [ 773.606949] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_members [ 773.607178] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe with Priority: HIGHEST for action port [ 773.611623] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.611744] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.611928] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.612031] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.612458] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.612587] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.612641] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.612796] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.612882] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.980395] env[68192]: INFO networking_nsxv3.common.synchronization [req-6a71f50a-43d7-4217-8f51-7b585e88ab2c req-0f1d9754-bfd9-4ea9-aa7e-6a15b0515e60 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Enqueued Resource ID: 48472f84-177a-4102-bed9-102fa2645b15 with Priority: HIGHEST for action security_group_members [ 773.980921] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48472f84-177a-4102-bed9-102fa2645b15 with Priority: HIGHEST for action security_group_members [ 773.981237] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-48472f84-177a-4102-bed9-102fa2645b15 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.981361] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48472f84-177a-4102-bed9-102fa2645b15" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.981427] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48472f84-177a-4102-bed9-102fa2645b15" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.981674] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48472f84-177a-4102-bed9-102fa2645b15" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.981829] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.981929] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.981991] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.983024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.983125] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.983224] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48472f84-177a-4102-bed9-102fa2645b15',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.014030] env[68192]: INFO networking_nsxv3.common.synchronization [req-ebc79e96-7d20-4984-8d09-7d6a00d55b26 req-1b7b7fe8-c707-492b-9a7d-9f3f51c3b126 tempest-ListServersNegativeTestJSON-290720657 tempest-ListServersNegativeTestJSON-290720657-project-member] Enqueued Resource ID: 58062659-109e-4822-bdf3-a663629baa0e with Priority: HIGHEST for action security_group_members [ 774.014030] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58062659-109e-4822-bdf3-a663629baa0e with Priority: HIGHEST for action security_group_members [ 774.014030] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-58062659-109e-4822-bdf3-a663629baa0e taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.014030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.057434] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('58062659-109e-4822-bdf3-a663629baa0e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.102748] env[68192]: INFO networking_nsxv3.common.synchronization [req-54b66fba-53d1-449f-b101-b65c01611eda req-4d91ff9b-1cef-42f8-95ca-eec0fc3046a9 tempest-ServerDiskConfigTestJSON-1668921131 tempest-ServerDiskConfigTestJSON-1668921131-project-member] Enqueued Resource ID: 54827185-ba35-46c5-a556-5df17d72a024 with Priority: HIGHEST for action security_group_members [ 774.103617] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54827185-ba35-46c5-a556-5df17d72a024 with Priority: HIGHEST for action security_group_members [ 774.104086] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-54827185-ba35-46c5-a556-5df17d72a024 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.104256] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-54827185-ba35-46c5-a556-5df17d72a024" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.104777] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-54827185-ba35-46c5-a556-5df17d72a024" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.104777] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-54827185-ba35-46c5-a556-5df17d72a024" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.104777] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.104933] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.104933] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.105232] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.105232] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.105385] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('54827185-ba35-46c5-a556-5df17d72a024',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.126198] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe with status ACTIVE [ 774.126529] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.126680] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.126774] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.126962] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.130626] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.130626] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.130626] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.130626] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.130626] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.130626] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.130626] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.130626] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.130626] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.130626] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.130626] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.130626] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe is going to be updated. [ 774.152287] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.152427] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.152499] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.152701] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.152844] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.153015] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3dcfcdfa-36d0-44ec-9013-bdb67c7aa8fe" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.200493] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 04906042-fa44-41be-a265-b8a83d19ae03 in Status: SUCCESS [ 774.200493] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04906042-fa44-41be-a265-b8a83d19ae03" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.201099] env[68192]: INFO networking_nsxv3.common.synchronization [req-6c0172c2-dade-446b-b455-b20310aa7ad2 req-432b8d18-4ff5-4b30-8be0-9eb3955150d1 service nova] Enqueued Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_rules [ 774.201270] env[68192]: INFO networking_nsxv3.common.synchronization [req-6c0172c2-dade-446b-b455-b20310aa7ad2 req-432b8d18-4ff5-4b30-8be0-9eb3955150d1 service nova] Enqueued Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_members [ 774.201404] env[68192]: INFO networking_nsxv3.common.synchronization [req-6c0172c2-dade-446b-b455-b20310aa7ad2 req-432b8d18-4ff5-4b30-8be0-9eb3955150d1 service nova] Enqueued Resource ID: a341dca3-711a-4092-975f-31bf384a900b with Priority: HIGHEST for action port [ 774.201866] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_rules [ 774.201981] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_members [ 774.202089] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a341dca3-711a-4092-975f-31bf384a900b with Priority: HIGHEST for action port [ 774.202352] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.202462] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.202532] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.202723] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.202808] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.204949] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.205099] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.205385] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-a341dca3-711a-4092-975f-31bf384a900b taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.205480] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a341dca3-711a-4092-975f-31bf384a900b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.205534] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a341dca3-711a-4092-975f-31bf384a900b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.205744] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a341dca3-711a-4092-975f-31bf384a900b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.205840] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a341dca3-711a-4092-975f-31bf384a900b',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.393025] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-12 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.393025] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-12" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.393025] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-12" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.393025] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-12" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.393025] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.393025] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.393025] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.393397] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.393397] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.393578] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.393690] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 774.393798] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 774.393904] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 774.394021] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 774.394137] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 774.394260] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 774.411135] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 774.411348] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.017 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 774.411820] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 774.411820] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-12" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.412050] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-30c66a47-7cab-4dd5-8bf1-4144decb2dfa taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.412973] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-30c66a47-7cab-4dd5-8bf1-4144decb2dfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.412973] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-30c66a47-7cab-4dd5-8bf1-4144decb2dfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.413208] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-30c66a47-7cab-4dd5-8bf1-4144decb2dfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.413363] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30c66a47-7cab-4dd5-8bf1-4144decb2dfa',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.488645] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.488798] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.488836] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.489295] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.489295] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.489419] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.489495] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.489539] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.489678] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.489752] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.489838] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48472f84-177a-4102-bed9-102fa2645b15 already deleted. [ 774.489916] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48472f84-177a-4102-bed9-102fa2645b15" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.560124] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('58062659-109e-4822-bdf3-a663629baa0e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.608107] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.608574] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.608734] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.608989] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.609625] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.609625] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.609625] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.609625] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.609625] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.609846] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.609846] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54827185-ba35-46c5-a556-5df17d72a024 is going to be updated. [ 774.637033] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.637179] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.637217] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.637441] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.637589] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.646673] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54827185-ba35-46c5-a556-5df17d72a024 in Status: IN_PROGRESS for 2s [ 774.708849] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.708849] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.708849] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a341dca3-711a-4092-975f-31bf384a900b with status ACTIVE [ 774.708849] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.708849] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.708849] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.708849] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.708849] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.708849] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.708849] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.708849] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.709350] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.709350] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.709350] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.709350] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.709491] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.709491] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.709558] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.709641] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a341dca3-711a-4092-975f-31bf384a900b is going to be updated. [ 774.732220] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.732552] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.732552] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.732894] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.733255] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.733460] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a341dca3-711a-4092-975f-31bf384a900b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.916767] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.917063] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.917242] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.918437] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.918437] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.918437] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port 30c66a47-7cab-4dd5-8bf1-4144decb2dfa not found, creating... [ 774.918437] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.918437] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.918437] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.918699] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.918699] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.918909] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.919077] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.919320] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.919390] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.919521] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.919655] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: 30c66a47-7cab-4dd5-8bf1-4144decb2dfa is going to be created. [ 774.925828] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: SUCCESS [ 774.926058] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.926248] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.926393] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.926552] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.926655] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.926721] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.926852] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.926942] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.927031] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.955992] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.956936] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.956936] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.956936] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.957399] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.957696] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-30c66a47-7cab-4dd5-8bf1-4144decb2dfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.959838] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 in Status: SUCCESS [ 774.960048] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.960187] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.960372] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.960546] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.960659] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.960748] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.960921] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.961549] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.961549] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 774.996754] env[68192]: INFO networking_nsxv3.common.synchronization [req-776b21d3-e2e3-4c38-b9b3-f42a8e844f61 req-6bdeecd5-0172-455b-b593-2442124a4cb1 tempest-ServersAdminTestJSON-376458419 tempest-ServersAdminTestJSON-376458419-project-member] Enqueued Resource ID: a965616d-acb0-48c0-8947-41f243e9010f with Priority: HIGHEST for action security_group_members [ 774.997523] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a965616d-acb0-48c0-8947-41f243e9010f with Priority: HIGHEST for action security_group_members [ 774.997953] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-a965616d-acb0-48c0-8947-41f243e9010f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.998296] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.998420] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.998828] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.999053] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.999389] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.999507] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.000105] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.000105] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.000105] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.069492] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.069492] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.069492] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.069492] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.069492] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.069492] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58062659-109e-4822-bdf3-a663629baa0e is going to be updated. [ 775.099494] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.099494] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.099494] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.099494] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.099494] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.114614] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58062659-109e-4822-bdf3-a663629baa0e in Status: IN_PROGRESS for 2s [ 775.429339] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.452434] env[68192]: INFO networking_nsxv3.common.synchronization [None req-1c97187e-dcff-402d-abe5-6f3de5748e93 None None] Enqueued Resource ID: 1ac11eb0-b51a-4e5b-893d-689013900cc5 with Priority: HIGHEST for action port [ 775.453393] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ac11eb0-b51a-4e5b-893d-689013900cc5 with Priority: HIGHEST for action port [ 775.453694] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ac11eb0-b51a-4e5b-893d-689013900cc5 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.453826] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ac11eb0-b51a-4e5b-893d-689013900cc5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.453882] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ac11eb0-b51a-4e5b-893d-689013900cc5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.454753] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ac11eb0-b51a-4e5b-893d-689013900cc5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.454911] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ac11eb0-b51a-4e5b-893d-689013900cc5',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.463128] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.502496] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.695318] env[68192]: INFO networking_nsxv3.common.synchronization [req-6a71f50a-43d7-4217-8f51-7b585e88ab2c req-37a4bb56-5ea5-40f7-869a-d80b338902d9 service nova] Enqueued Resource ID: 48472f84-177a-4102-bed9-102fa2645b15 with Priority: HIGHEST for action security_group_rules [ 775.695318] env[68192]: INFO networking_nsxv3.common.synchronization [req-6a71f50a-43d7-4217-8f51-7b585e88ab2c req-37a4bb56-5ea5-40f7-869a-d80b338902d9 service nova] Enqueued Resource ID: 48472f84-177a-4102-bed9-102fa2645b15 with Priority: HIGHEST for action security_group_members [ 775.695318] env[68192]: INFO networking_nsxv3.common.synchronization [req-6a71f50a-43d7-4217-8f51-7b585e88ab2c req-37a4bb56-5ea5-40f7-869a-d80b338902d9 service nova] Enqueued Resource ID: 30c66a47-7cab-4dd5-8bf1-4144decb2dfa with Priority: HIGHEST for action port [ 775.695635] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48472f84-177a-4102-bed9-102fa2645b15 with Priority: HIGHEST for action security_group_rules [ 775.695731] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48472f84-177a-4102-bed9-102fa2645b15 with Priority: HIGHEST for action security_group_members [ 775.695828] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30c66a47-7cab-4dd5-8bf1-4144decb2dfa with Priority: HIGHEST for action port [ 775.696108] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-48472f84-177a-4102-bed9-102fa2645b15 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.696226] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-48472f84-177a-4102-bed9-102fa2645b15" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.696291] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-48472f84-177a-4102-bed9-102fa2645b15" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.700020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-48472f84-177a-4102-bed9-102fa2645b15" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.700020] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('48472f84-177a-4102-bed9-102fa2645b15',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.700020] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-48472f84-177a-4102-bed9-102fa2645b15 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.700020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48472f84-177a-4102-bed9-102fa2645b15" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.700020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48472f84-177a-4102-bed9-102fa2645b15" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.700020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48472f84-177a-4102-bed9-102fa2645b15" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.700020] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.700020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.700020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.700020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.700020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.700020] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48472f84-177a-4102-bed9-102fa2645b15',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.700020] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-30c66a47-7cab-4dd5-8bf1-4144decb2dfa taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.700020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30c66a47-7cab-4dd5-8bf1-4144decb2dfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.700020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30c66a47-7cab-4dd5-8bf1-4144decb2dfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.700020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30c66a47-7cab-4dd5-8bf1-4144decb2dfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.700020] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30c66a47-7cab-4dd5-8bf1-4144decb2dfa',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.933280] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.959680] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1ac11eb0-b51a-4e5b-893d-689013900cc5 [ 775.959680] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.959680] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.959680] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.959680] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.959680] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.959680] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1ac11eb0-b51a-4e5b-893d-689013900cc5 already deleted. [ 775.959680] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ac11eb0-b51a-4e5b-893d-689013900cc5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.964856] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.011559] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.201886] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-48472f84-177a-4102-bed9-102fa2645b15 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.202029] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48472f84-177a-4102-bed9-102fa2645b15" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.202264] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('48472f84-177a-4102-bed9-102fa2645b15',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 776.203197] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30c66a47-7cab-4dd5-8bf1-4144decb2dfa with status ACTIVE [ 776.203463] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.204973] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.204973] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.204973] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.204973] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.204973] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.204973] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.204973] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.204973] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.204973] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.204973] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.204973] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.204973] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.209346] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.209346] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.209346] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30c66a47-7cab-4dd5-8bf1-4144decb2dfa is going to be updated. [ 776.229096] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.229258] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.229318] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.229521] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.229656] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.229814] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30c66a47-7cab-4dd5-8bf1-4144decb2dfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.438206] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.438206] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.438206] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.438206] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.438206] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.438206] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cb550d5-2955-43d8-af46-287b908126a2 is going to be updated. [ 776.469521] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.469779] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.469779] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.469959] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.470046] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.470149] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 is going to be updated. [ 776.472138] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.472318] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.472318] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.472472] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.472603] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.482881] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: IN_PROGRESS for 2s [ 776.510879] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.510879] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.510879] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.510879] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.510879] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.513675] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.513861] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.513990] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.514256] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.514389] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.514521] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a965616d-acb0-48c0-8947-41f243e9010f is going to be updated. [ 776.524584] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 in Status: IN_PROGRESS for 2s [ 776.546825] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.547047] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.547186] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.547481] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.547672] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.559130] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a965616d-acb0-48c0-8947-41f243e9010f in Status: IN_PROGRESS for 2s [ 776.656248] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 54827185-ba35-46c5-a556-5df17d72a024 in Status: SUCCESS [ 776.656248] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 54827185-ba35-46c5-a556-5df17d72a024 deletion is rescheduled due to dependency. [ 776.656377] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-54827185-ba35-46c5-a556-5df17d72a024" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.711895] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('48472f84-177a-4102-bed9-102fa2645b15',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.124516] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58062659-109e-4822-bdf3-a663629baa0e in Status: SUCCESS [ 777.124516] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.124516] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.124516] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.124516] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.124516] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.124516] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.124516] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.124516] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.124516] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('58062659-109e-4822-bdf3-a663629baa0e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.214872] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.215088] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.215088] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.215737] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.215737] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.215737] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48472f84-177a-4102-bed9-102fa2645b15 is going to be created. [ 777.255085] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.255753] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.255853] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.256103] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.256314] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.267229] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48472f84-177a-4102-bed9-102fa2645b15 in Status: UNINITIALIZED for 2s [ 777.626755] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.626755] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.626755] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.626941] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.627073] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.627316] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.627433] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.627510] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.627694] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.627801] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.627898] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58062659-109e-4822-bdf3-a663629baa0e is going to be updated. [ 777.653328] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.653507] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.653549] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.653828] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.653910] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.662944] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58062659-109e-4822-bdf3-a663629baa0e in Status: IN_PROGRESS for 2s [ 778.495255] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: SUCCESS [ 778.495255] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.495255] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.495255] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.495255] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.495255] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.495255] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.495255] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.495255] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.495255] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.495255] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.498032] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.498252] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.498566] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.498566] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.498745] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.499092] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.499166] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.499233] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.533409] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 in Status: SUCCESS [ 778.533409] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.533409] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.533552] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.533627] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.533747] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.533811] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.533964] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.534060] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.534147] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.534240] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 778.567242] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a965616d-acb0-48c0-8947-41f243e9010f in Status: SUCCESS [ 778.567513] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.999442] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.999678] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.001419] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.037211] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.037456] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.037578] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.037913] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.038202] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.038376] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.038489] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.038752] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.038872] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.039045] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.039291] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.039469] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.039579] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.039812] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.040089] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.040313] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.040373] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.040575] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.040720] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.040884] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.041049] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.277517] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48472f84-177a-4102-bed9-102fa2645b15 in Status: SUCCESS [ 779.277875] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48472f84-177a-4102-bed9-102fa2645b15" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.278162] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48472f84-177a-4102-bed9-102fa2645b15" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.278539] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48472f84-177a-4102-bed9-102fa2645b15" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.278832] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.279032] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.279161] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.279419] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.279554] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.279698] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48472f84-177a-4102-bed9-102fa2645b15" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.279847] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('48472f84-177a-4102-bed9-102fa2645b15',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.507029] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.543955] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36: rpc.has_security_group_logging(os_id): False [ 779.560640] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.560870] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.560870] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.561233] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.561340] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.562433] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.562433] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.562433] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.562433] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.562433] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.562433] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.562433] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.562433] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.562757] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.562757] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.562757] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.562870] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.562908] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.563073] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.563181] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.563253] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 is going to be updated. [ 779.672697] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 58062659-109e-4822-bdf3-a663629baa0e in Status: SUCCESS [ 779.672927] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 58062659-109e-4822-bdf3-a663629baa0e deletion is rescheduled due to dependency. [ 779.673063] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-58062659-109e-4822-bdf3-a663629baa0e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.688102] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.688298] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.688337] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.688527] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.688673] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.704463] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 in Status: IN_PROGRESS for 2s [ 779.785158] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-48472f84-177a-4102-bed9-102fa2645b15 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.785391] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48472f84-177a-4102-bed9-102fa2645b15" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.785484] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48472f84-177a-4102-bed9-102fa2645b15" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.786153] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48472f84-177a-4102-bed9-102fa2645b15" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.786153] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.786153] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.786153] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.786153] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.786441] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.786441] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48472f84-177a-4102-bed9-102fa2645b15" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.786545] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-48472f84-177a-4102-bed9-102fa2645b15 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.786616] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48472f84-177a-4102-bed9-102fa2645b15" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.786661] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48472f84-177a-4102-bed9-102fa2645b15" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.786770] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48472f84-177a-4102-bed9-102fa2645b15" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.786933] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.787033] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.787084] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.788490] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.788490] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.788490] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48472f84-177a-4102-bed9-102fa2645b15" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.788490] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('48472f84-177a-4102-bed9-102fa2645b15',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.008039] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.008473] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.008473] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.008885] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.009009] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.009224] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cb550d5-2955-43d8-af46-287b908126a2 is going to be updated. [ 780.040322] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.040521] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.040521] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.040736] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.040966] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.051305] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: IN_PROGRESS for 2s [ 780.292473] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 48472f84-177a-4102-bed9-102fa2645b15: rpc.has_security_group_logging(os_id): False [ 780.313137] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.313311] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.313381] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.313607] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.313780] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.313921] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.314031] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.314092] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.314240] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.314314] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.314487] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.314581] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.314633] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.314764] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.314835] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.316307] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.316307] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.316307] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.316307] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.316307] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.316307] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 48472f84-177a-4102-bed9-102fa2645b15 is going to be created. [ 780.391028] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.391028] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.391028] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.391028] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.391352] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.404025] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48472f84-177a-4102-bed9-102fa2645b15 in Status: IN_PROGRESS for 2s [ 780.697043] env[68192]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 780.697043] env[68192]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=5 [ 781.720835] env[68192]: INFO networking_nsxv3.common.synchronization [req-41bab67b-8f9e-4b67-8a90-36af05761ad0 req-b16991ad-7d1f-4165-a734-44f7a34ad571 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: 80b331ce-1db6-48f0-920f-069456d70283 with Priority: HIGHEST for action security_group_members [ 781.723287] env[68192]: INFO networking_nsxv3.common.synchronization [req-41bab67b-8f9e-4b67-8a90-36af05761ad0 req-b16991ad-7d1f-4165-a734-44f7a34ad571 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_members [ 781.724657] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 in Status: SUCCESS [ 781.725095] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.725862] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b331ce-1db6-48f0-920f-069456d70283 with Priority: HIGHEST for action security_group_members [ 781.726116] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_members [ 781.726582] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-80b331ce-1db6-48f0-920f-069456d70283 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.726828] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80b331ce-1db6-48f0-920f-069456d70283" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.727015] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80b331ce-1db6-48f0-920f-069456d70283" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.727377] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80b331ce-1db6-48f0-920f-069456d70283" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.727611] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.729504] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.729504] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.729801] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.729978] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.730206] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80b331ce-1db6-48f0-920f-069456d70283',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.732020] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.732208] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.732312] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.732568] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.732790] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.732941] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.733165] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.735055] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.735055] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.735055] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.848438] env[68192]: INFO networking_nsxv3.common.synchronization [req-41bab67b-8f9e-4b67-8a90-36af05761ad0 req-b16991ad-7d1f-4165-a734-44f7a34ad571 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_rules [ 781.851693] env[68192]: INFO networking_nsxv3.common.synchronization [req-41bab67b-8f9e-4b67-8a90-36af05761ad0 req-b16991ad-7d1f-4165-a734-44f7a34ad571 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_members [ 781.851693] env[68192]: INFO networking_nsxv3.common.synchronization [req-41bab67b-8f9e-4b67-8a90-36af05761ad0 req-b16991ad-7d1f-4165-a734-44f7a34ad571 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: 80b331ce-1db6-48f0-920f-069456d70283 with Priority: HIGHEST for action security_group_rules [ 781.851693] env[68192]: INFO networking_nsxv3.common.synchronization [req-41bab67b-8f9e-4b67-8a90-36af05761ad0 req-b16991ad-7d1f-4165-a734-44f7a34ad571 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: 80b331ce-1db6-48f0-920f-069456d70283 with Priority: HIGHEST for action security_group_members [ 781.851693] env[68192]: INFO networking_nsxv3.common.synchronization [req-41bab67b-8f9e-4b67-8a90-36af05761ad0 req-b16991ad-7d1f-4165-a734-44f7a34ad571 tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: a341dca3-711a-4092-975f-31bf384a900b with Priority: HIGHEST for action port [ 781.851693] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_rules [ 781.851693] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b331ce-1db6-48f0-920f-069456d70283 with Priority: HIGHEST for action security_group_rules [ 781.851693] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a341dca3-711a-4092-975f-31bf384a900b with Priority: HIGHEST for action port [ 781.851693] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_members [ 781.851693] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b331ce-1db6-48f0-920f-069456d70283 with Priority: HIGHEST for action security_group_members [ 781.851693] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.851693] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.851693] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.851693] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.851693] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.852213] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80b331ce-1db6-48f0-920f-069456d70283 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.852275] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80b331ce-1db6-48f0-920f-069456d70283" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.852368] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80b331ce-1db6-48f0-920f-069456d70283" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.852563] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80b331ce-1db6-48f0-920f-069456d70283" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.852594] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80b331ce-1db6-48f0-920f-069456d70283',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.854599] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-a341dca3-711a-4092-975f-31bf384a900b taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.854703] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a341dca3-711a-4092-975f-31bf384a900b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.854703] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a341dca3-711a-4092-975f-31bf384a900b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.854910] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a341dca3-711a-4092-975f-31bf384a900b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.854955] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a341dca3-711a-4092-975f-31bf384a900b',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.857054] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.857054] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.857054] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-80b331ce-1db6-48f0-920f-069456d70283 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.857054] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80b331ce-1db6-48f0-920f-069456d70283" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.991170] env[68192]: INFO networking_nsxv3.common.synchronization [req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af req-4b5a7357-a3dd-4d21-bd78-898ecaf196c5 tempest-MigrationsAdminTest-757818256 tempest-MigrationsAdminTest-757818256-project-member] Enqueued Resource ID: b017dc07-b3d3-4513-af49-1581acab1bfa with Priority: HIGHEST for action security_group_members [ 781.991803] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b017dc07-b3d3-4513-af49-1581acab1bfa with Priority: HIGHEST for action security_group_members [ 781.993316] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-b017dc07-b3d3-4513-af49-1581acab1bfa taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.993316] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.993316] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.993549] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.993793] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.993878] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.993878] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.994062] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.994147] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.994245] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b017dc07-b3d3-4513-af49-1581acab1bfa',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.061162] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: SUCCESS [ 782.061890] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.061890] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.062072] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.062141] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.062311] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.062510] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.062569] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.062615] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.063055] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.063055] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.063389] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.063530] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.063758] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.064120] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.064120] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.064230] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.064279] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.064479] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.064479] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.064562] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.112912] env[68192]: INFO networking_nsxv3.common.synchronization [req-6150c316-239d-4d74-8f76-46bc18ec0140 req-b82c6aa8-343d-4260-8346-11d059fdd6ae tempest-ServersTestJSON-114039571 tempest-ServersTestJSON-114039571-project-member] Enqueued Resource ID: f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 with Priority: HIGHEST for action security_group_members [ 782.113435] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 with Priority: HIGHEST for action security_group_members [ 782.113773] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.114149] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.116727] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.116727] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.117279] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.117279] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.117279] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.117279] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.117444] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.117444] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f4e41ac5-2600-48f7-8cc0-2fd062e94fa4',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.235190] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80b331ce-1db6-48f0-920f-069456d70283',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.237621] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.359074] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a341dca3-711a-4092-975f-31bf384a900b with status ACTIVE [ 782.359074] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.359074] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.359074] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.359302] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.359400] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.359602] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.359705] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.359763] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.359925] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.359998] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.360217] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.360306] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.360362] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.361105] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.361105] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.361105] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a341dca3-711a-4092-975f-31bf384a900b is going to be updated. [ 782.361934] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-80b331ce-1db6-48f0-920f-069456d70283 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.362475] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80b331ce-1db6-48f0-920f-069456d70283" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.362800] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.362983] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.384903] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.384903] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.384903] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.384903] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.384903] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.384903] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a341dca3-711a-4092-975f-31bf384a900b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.414568] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 48472f84-177a-4102-bed9-102fa2645b15 in Status: SUCCESS [ 782.414568] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-48472f84-177a-4102-bed9-102fa2645b15" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.497647] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b017dc07-b3d3-4513-af49-1581acab1bfa',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.574417] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cb550d5-2955-43d8-af46-287b908126a2: rpc.has_security_group_logging(os_id): False [ 782.599213] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.599213] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.599213] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.599213] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.599213] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.599213] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.599213] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.599213] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.599213] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.599213] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.599213] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.599213] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.599213] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.599213] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.599213] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.599808] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.599808] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.599808] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.599808] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.599808] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.599808] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cb550d5-2955-43d8-af46-287b908126a2 is going to be updated. [ 782.622787] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.623271] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.624032] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.624212] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.624315] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.624544] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.624646] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.624709] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.624866] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.624927] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.625030] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 is going to be updated. [ 782.671543] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.671543] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.671785] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.671840] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.671964] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.674676] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.675379] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.675379] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.675379] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.675379] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.684074] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 in Status: IN_PROGRESS for 2s [ 782.695554] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: IN_PROGRESS for 2s [ 782.739882] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80b331ce-1db6-48f0-920f-069456d70283',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.742197] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 782.881342] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-343 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.881577] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.881699] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.881968] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.882247] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.882398] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.882511] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.882721] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.882866] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.885644] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 782.886378] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 782.886378] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 782.886378] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 782.886378] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 782.886378] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 782.886624] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 782.918279] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 782.918279] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 782.918414] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 782.918595] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-343" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.918943] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-16618775-4391-4a7a-bb19-1a8c678bda5d taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 782.919164] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-16618775-4391-4a7a-bb19-1a8c678bda5d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.919259] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-16618775-4391-4a7a-bb19-1a8c678bda5d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.919566] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-16618775-4391-4a7a-bb19-1a8c678bda5d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.919702] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16618775-4391-4a7a-bb19-1a8c678bda5d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.001738] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b017dc07-b3d3-4513-af49-1581acab1bfa',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.243576] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.243576] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.243965] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.243965] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.244130] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.244254] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80b331ce-1db6-48f0-920f-069456d70283 is going to be created. [ 783.246095] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.246294] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.246395] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.246618] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.246961] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.246961] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 is going to be updated. [ 783.280574] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.280718] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.280779] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.281089] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.281253] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.285916] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.286698] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.286807] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.287025] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.288147] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.291333] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80b331ce-1db6-48f0-920f-069456d70283 in Status: UNINITIALIZED for 2s [ 783.295806] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 in Status: IN_PROGRESS for 2s [ 783.422792] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.426018] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.426018] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.426018] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.426018] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.426018] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port 16618775-4391-4a7a-bb19-1a8c678bda5d not found, creating... [ 783.426018] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.426018] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.426018] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.426018] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.426018] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.426378] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.426378] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.426378] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.426378] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.426378] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.426378] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: 16618775-4391-4a7a-bb19-1a8c678bda5d is going to be created. [ 783.449178] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.449178] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.449178] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.449178] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.449178] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.449178] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-16618775-4391-4a7a-bb19-1a8c678bda5d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.503424] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.503602] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.503675] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.503896] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.503993] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.504100] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b017dc07-b3d3-4513-af49-1581acab1bfa is going to be updated. [ 783.558565] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.558759] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.558858] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.559190] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.559426] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.582708] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b017dc07-b3d3-4513-af49-1581acab1bfa in Status: IN_PROGRESS for 2s [ 784.255788] env[68192]: INFO networking_nsxv3.common.synchronization [req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af req-c54a4f5d-a9a3-4ef7-97cd-f71dc58f8b65 service nova] Enqueued Resource ID: b017dc07-b3d3-4513-af49-1581acab1bfa with Priority: HIGHEST for action security_group_rules [ 784.256106] env[68192]: INFO networking_nsxv3.common.synchronization [req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af req-c54a4f5d-a9a3-4ef7-97cd-f71dc58f8b65 service nova] Enqueued Resource ID: b017dc07-b3d3-4513-af49-1581acab1bfa with Priority: HIGHEST for action security_group_members [ 784.256587] env[68192]: INFO networking_nsxv3.common.synchronization [req-07a9e617-c51d-4bdd-8ea9-42e7db06c4af req-c54a4f5d-a9a3-4ef7-97cd-f71dc58f8b65 service nova] Enqueued Resource ID: 16618775-4391-4a7a-bb19-1a8c678bda5d with Priority: HIGHEST for action port [ 784.256806] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b017dc07-b3d3-4513-af49-1581acab1bfa with Priority: HIGHEST for action security_group_rules [ 784.256946] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b017dc07-b3d3-4513-af49-1581acab1bfa with Priority: HIGHEST for action security_group_members [ 784.257317] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16618775-4391-4a7a-bb19-1a8c678bda5d with Priority: HIGHEST for action port [ 784.258238] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b017dc07-b3d3-4513-af49-1581acab1bfa taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.258238] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.258238] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.258238] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.258882] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b017dc07-b3d3-4513-af49-1581acab1bfa',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.260775] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-b017dc07-b3d3-4513-af49-1581acab1bfa taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.261017] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.261298] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-16618775-4391-4a7a-bb19-1a8c678bda5d taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.261492] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-16618775-4391-4a7a-bb19-1a8c678bda5d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.261597] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-16618775-4391-4a7a-bb19-1a8c678bda5d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.261838] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-16618775-4391-4a7a-bb19-1a8c678bda5d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.261971] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('16618775-4391-4a7a-bb19-1a8c678bda5d',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.497416] env[68192]: INFO networking_nsxv3.common.synchronization [req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e req-7533cce0-f693-463c-9be5-c4f3a96bf6e0 tempest-ImagesOneServerNegativeTestJSON-1304072162 tempest-ImagesOneServerNegativeTestJSON-1304072162-project-member] Enqueued Resource ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 with Priority: HIGHEST for action security_group_members [ 784.497973] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 with Priority: HIGHEST for action security_group_members [ 784.498310] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-df390cf8-2be7-44b4-950f-a48b6913e6a0 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.498436] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.498502] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.498704] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.498877] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.498979] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.502162] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.504849] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.504849] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.504849] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df390cf8-2be7-44b4-950f-a48b6913e6a0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.694557] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 in Status: SUCCESS [ 784.694779] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 deletion is rescheduled due to dependency. [ 784.694915] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.710115] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: SUCCESS [ 784.710351] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.710600] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.710961] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.711036] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.764280] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-b017dc07-b3d3-4513-af49-1581acab1bfa taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.764433] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.765110] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 16618775-4391-4a7a-bb19-1a8c678bda5d with status ACTIVE [ 784.765368] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.765434] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.765491] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.765714] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.765808] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.766010] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.766116] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.766192] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.766361] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.766474] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.766676] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.766796] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.766862] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.768186] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.770748] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.770748] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 16618775-4391-4a7a-bb19-1a8c678bda5d is going to be updated. [ 784.791351] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.791542] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.791584] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.791956] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.792169] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.792359] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-16618775-4391-4a7a-bb19-1a8c678bda5d" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.985194] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock network-400 taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.985441] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "network-400" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.985522] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "network-400" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.985793] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "network-400" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.986067] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.986224] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.986372] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.986613] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.986763] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.987360] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 784.987360] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] NeedRegenerationException {{(pid=68192) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.987360] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] no value, waiting for create lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.987525] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] value creation lock acquired {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.987525] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] No value present for key: 'zone-id' {{(pid=68192) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:915}} [ 784.987649] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Calling creation function for not-yet-present value {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.987723] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 785.006089] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 785.006375] env[68192]: DEBUG dogpile.cache.region [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=68192) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:907}} [ 785.006375] env[68192]: DEBUG dogpile.lock [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Released creation lock {{(pid=68192) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 785.006670] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "network-400" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.007174] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock port-573c4795-dca5-4740-be3d-d52d4d4a825a taken with stack trace [, , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.007454] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "port-573c4795-dca5-4740-be3d-d52d4d4a825a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.007662] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "port-573c4795-dca5-4740-be3d-d52d4d4a825a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.008159] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "port-573c4795-dca5-4740-be3d-d52d4d4a825a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.008385] env[68192]: DEBUG networking_nsxv3.api.rpc [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('573c4795-dca5-4740-be3d-d52d4d4a825a',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.009922] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.010105] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.010215] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.010495] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.010632] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.010951] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.011118] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.011218] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.011446] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.011565] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.011697] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 is going to be updated. [ 785.046174] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.046377] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.046377] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.046513] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.046656] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.054891] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 in Status: IN_PROGRESS for 2s [ 785.213527] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.213717] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.213801] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.214255] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.214475] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.214602] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.216505] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.216505] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.216505] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.216505] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.216505] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.302011] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80b331ce-1db6-48f0-920f-069456d70283 in Status: SUCCESS [ 785.302480] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80b331ce-1db6-48f0-920f-069456d70283" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.302531] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80b331ce-1db6-48f0-920f-069456d70283" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.302807] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80b331ce-1db6-48f0-920f-069456d70283" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.303096] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.303262] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.303375] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.303568] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.303678] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.303800] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80b331ce-1db6-48f0-920f-069456d70283',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.305459] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 in Status: SUCCESS [ 785.305863] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.306043] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.306330] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.306945] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.306945] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.306945] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.306945] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.306945] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.307327] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.516050] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.517464] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.517464] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.517464] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.517464] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.517670] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Segment Port 573c4795-dca5-4740-be3d-d52d4d4a825a not found, creating... [ 785.517914] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.518095] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.518265] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.522023] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.522023] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.522023] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.522023] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.522023] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.522023] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.522023] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.522023] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Resource: SegmentPort with ID: 573c4795-dca5-4740-be3d-d52d4d4a825a is going to be created. [ 785.539343] env[68192]: DEBUG networking_nsxv3.common.locking [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.539691] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.539863] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.540211] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.540487] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.540745] env[68192]: DEBUG oslo_concurrency.lockutils [None req-0e7ef267-7739-4147-9069-324221f4a2a6 None None] Releasing lock "port-573c4795-dca5-4740-be3d-d52d4d4a825a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.595297] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b017dc07-b3d3-4513-af49-1581acab1bfa in Status: SUCCESS [ 785.595961] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.596268] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.596585] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.596869] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.597098] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.597229] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.597505] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.597633] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.597778] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b017dc07-b3d3-4513-af49-1581acab1bfa',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.720018] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.720018] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.720018] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.720018] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.720018] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.720018] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.720018] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.720018] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.720363] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.720363] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.720363] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.720540] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.720540] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.720603] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.720764] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.720816] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.720846] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.721056] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.721123] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.721282] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.721335] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.808995] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80b331ce-1db6-48f0-920f-069456d70283',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.810640] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.102149] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b017dc07-b3d3-4513-af49-1581acab1bfa',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.226079] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9cb550d5-2955-43d8-af46-287b908126a2: rpc.has_security_group_logging(os_id): False [ 786.245198] env[68192]: INFO networking_nsxv3.common.synchronization [req-b6b17df7-50e2-4726-96da-c2db496fe276 req-586bd6f6-aae6-4bea-ac98-6cb178eda31e tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Enqueued Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_members [ 786.245198] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_members [ 786.245421] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.245676] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.245872] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.246199] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.246535] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.246781] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.246982] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.247275] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.247471] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.247642] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.251597] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.251597] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.251597] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.251597] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.251597] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.251597] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.251597] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.251597] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.251597] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.253420] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.254402] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.254535] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.254635] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.254881] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.254973] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.255202] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.255298] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.255364] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.255549] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.255618] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.255706] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9cb550d5-2955-43d8-af46-287b908126a2 is going to be updated. [ 786.311934] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.312346] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.312346] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.312439] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.312534] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.316515] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80b331ce-1db6-48f0-920f-069456d70283',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.316515] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.331168] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: IN_PROGRESS for 2s [ 786.482228] env[68192]: INFO networking_nsxv3.common.synchronization [req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e req-60b3d95c-7895-4da3-b60d-e5873e9bf6cf service nova] Enqueued Resource ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 with Priority: HIGHEST for action security_group_rules [ 786.482228] env[68192]: INFO networking_nsxv3.common.synchronization [req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e req-60b3d95c-7895-4da3-b60d-e5873e9bf6cf service nova] Enqueued Resource ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 with Priority: HIGHEST for action security_group_members [ 786.482345] env[68192]: INFO networking_nsxv3.common.synchronization [req-409bc5de-04ba-49d1-b4c1-88640eb2bc4e req-60b3d95c-7895-4da3-b60d-e5873e9bf6cf service nova] Enqueued Resource ID: 573c4795-dca5-4740-be3d-d52d4d4a825a with Priority: HIGHEST for action port [ 786.482907] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 with Priority: HIGHEST for action security_group_rules [ 786.483108] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 with Priority: HIGHEST for action security_group_members [ 786.483258] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 573c4795-dca5-4740-be3d-d52d4d4a825a with Priority: HIGHEST for action port [ 786.483638] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df390cf8-2be7-44b4-950f-a48b6913e6a0 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.483777] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.483911] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.484315] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.484315] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df390cf8-2be7-44b4-950f-a48b6913e6a0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.485719] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-df390cf8-2be7-44b4-950f-a48b6913e6a0 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.485719] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.485719] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-573c4795-dca5-4740-be3d-d52d4d4a825a taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.485719] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-573c4795-dca5-4740-be3d-d52d4d4a825a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.485719] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-573c4795-dca5-4740-be3d-d52d4d4a825a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.486537] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-573c4795-dca5-4740-be3d-d52d4d4a825a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.486654] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('573c4795-dca5-4740-be3d-d52d4d4a825a',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.535684] env[68192]: INFO networking_nsxv3.common.synchronization [req-b6b17df7-50e2-4726-96da-c2db496fe276 req-cd27ed0b-42a4-4b3f-aeeb-23544bd6d3cf tempest-ServersTestMultiNic-1835560152 tempest-ServersTestMultiNic-1835560152-project-member] Enqueued Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_members [ 786.536206] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGHEST for action security_group_members [ 786.536706] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.536706] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.606074] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b017dc07-b3d3-4513-af49-1581acab1bfa',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.759153] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.817491] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.817629] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.817881] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.817933] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.818016] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.818119] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80b331ce-1db6-48f0-920f-069456d70283 is going to be updated. [ 786.819476] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.819593] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.819659] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.819828] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.819908] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.819996] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 is going to be updated. [ 786.854287] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.854447] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.854495] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.854696] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.854843] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.858168] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.860363] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.860363] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.860363] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.860363] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.870665] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80b331ce-1db6-48f0-920f-069456d70283 in Status: IN_PROGRESS for 2s [ 786.870665] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 in Status: IN_PROGRESS for 2s [ 786.992024] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 573c4795-dca5-4740-be3d-d52d4d4a825a with status ACTIVE [ 786.992024] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.992024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.992024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.992024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.992024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.992024] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.992024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.992024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.992024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.992024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.992024] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.992024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.992024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.992024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.992024] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.992024] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 573c4795-dca5-4740-be3d-d52d4d4a825a is going to be updated. [ 786.992929] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-df390cf8-2be7-44b4-950f-a48b6913e6a0 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.993737] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.997588] env[68192]: INFO networking_nsxv3.common.synchronization [req-2a017406-336a-4351-b782-a795660e784c req-7fb5abc8-fe9b-4905-8355-58b8ce38a08c tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: 80b331ce-1db6-48f0-920f-069456d70283 with Priority: HIGHEST for action security_group_members [ 786.997920] env[68192]: INFO networking_nsxv3.common.synchronization [req-2a017406-336a-4351-b782-a795660e784c req-7fb5abc8-fe9b-4905-8355-58b8ce38a08c tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_members [ 786.998194] env[68192]: INFO networking_nsxv3.common.synchronization [req-2a017406-336a-4351-b782-a795660e784c req-7fb5abc8-fe9b-4905-8355-58b8ce38a08c tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: fbe23a02-c79e-43e8-9bec-5ea83234670e with Priority: HIGHEST for action security_group_members [ 786.998795] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b331ce-1db6-48f0-920f-069456d70283 with Priority: HIGHEST for action security_group_members [ 786.999308] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_members [ 786.999566] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe23a02-c79e-43e8-9bec-5ea83234670e with Priority: HIGHEST for action security_group_members [ 786.999923] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-80b331ce-1db6-48f0-920f-069456d70283 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.000160] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80b331ce-1db6-48f0-920f-069456d70283" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.000454] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.000656] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.000980] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbe23a02-c79e-43e8-9bec-5ea83234670e taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.001227] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbe23a02-c79e-43e8-9bec-5ea83234670e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.001390] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbe23a02-c79e-43e8-9bec-5ea83234670e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.001727] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbe23a02-c79e-43e8-9bec-5ea83234670e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.001971] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.002205] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.002353] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.004101] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.004101] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.004101] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbe23a02-c79e-43e8-9bec-5ea83234670e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.012854] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.012854] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.012854] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.012854] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.012854] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.012854] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-573c4795-dca5-4740-be3d-d52d4d4a825a" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.064159] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 in Status: SUCCESS [ 787.066796] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 deletion is rescheduled due to dependency. [ 787.066796] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.066796] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.066796] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.066796] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.066796] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.066796] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.066796] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.066796] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.066796] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df390cf8-2be7-44b4-950f-a48b6913e6a0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.087021] env[68192]: INFO networking_nsxv3.common.synchronization [req-2a017406-336a-4351-b782-a795660e784c req-7fb5abc8-fe9b-4905-8355-58b8ce38a08c tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_rules [ 787.087021] env[68192]: INFO networking_nsxv3.common.synchronization [req-2a017406-336a-4351-b782-a795660e784c req-7fb5abc8-fe9b-4905-8355-58b8ce38a08c tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_members [ 787.087021] env[68192]: INFO networking_nsxv3.common.synchronization [req-2a017406-336a-4351-b782-a795660e784c req-7fb5abc8-fe9b-4905-8355-58b8ce38a08c tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: 80b331ce-1db6-48f0-920f-069456d70283 with Priority: HIGHEST for action security_group_rules [ 787.087021] env[68192]: INFO networking_nsxv3.common.synchronization [req-2a017406-336a-4351-b782-a795660e784c req-7fb5abc8-fe9b-4905-8355-58b8ce38a08c tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: 80b331ce-1db6-48f0-920f-069456d70283 with Priority: HIGHEST for action security_group_members [ 787.087021] env[68192]: INFO networking_nsxv3.common.synchronization [req-2a017406-336a-4351-b782-a795660e784c req-7fb5abc8-fe9b-4905-8355-58b8ce38a08c tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: fbe23a02-c79e-43e8-9bec-5ea83234670e with Priority: HIGHEST for action security_group_rules [ 787.087021] env[68192]: INFO networking_nsxv3.common.synchronization [req-2a017406-336a-4351-b782-a795660e784c req-7fb5abc8-fe9b-4905-8355-58b8ce38a08c tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: fbe23a02-c79e-43e8-9bec-5ea83234670e with Priority: HIGHEST for action security_group_members [ 787.087021] env[68192]: INFO networking_nsxv3.common.synchronization [req-2a017406-336a-4351-b782-a795660e784c req-7fb5abc8-fe9b-4905-8355-58b8ce38a08c tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: a341dca3-711a-4092-975f-31bf384a900b with Priority: HIGHEST for action port [ 787.087443] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_rules [ 787.092020] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b331ce-1db6-48f0-920f-069456d70283 with Priority: HIGHEST for action security_group_rules [ 787.092020] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe23a02-c79e-43e8-9bec-5ea83234670e with Priority: HIGHEST for action security_group_members [ 787.092020] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a341dca3-711a-4092-975f-31bf384a900b with Priority: HIGHEST for action port [ 787.092020] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe23a02-c79e-43e8-9bec-5ea83234670e with Priority: HIGHEST for action security_group_rules [ 787.092020] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_members [ 787.092020] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b331ce-1db6-48f0-920f-069456d70283 with Priority: HIGHEST for action security_group_members [ 787.092020] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.092020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.092020] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80b331ce-1db6-48f0-920f-069456d70283 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.092020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80b331ce-1db6-48f0-920f-069456d70283" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.092020] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbe23a02-c79e-43e8-9bec-5ea83234670e taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.092020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbe23a02-c79e-43e8-9bec-5ea83234670e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.092020] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-a341dca3-711a-4092-975f-31bf384a900b taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.092020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a341dca3-711a-4092-975f-31bf384a900b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.092020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a341dca3-711a-4092-975f-31bf384a900b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.092020] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a341dca3-711a-4092-975f-31bf384a900b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.092020] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a341dca3-711a-4092-975f-31bf384a900b',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.096830] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fbe23a02-c79e-43e8-9bec-5ea83234670e taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.097117] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fbe23a02-c79e-43e8-9bec-5ea83234670e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.097312] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fbe23a02-c79e-43e8-9bec-5ea83234670e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.097676] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fbe23a02-c79e-43e8-9bec-5ea83234670e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.097909] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fbe23a02-c79e-43e8-9bec-5ea83234670e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.103416] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.103416] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.103596] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-80b331ce-1db6-48f0-920f-069456d70283 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.103675] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80b331ce-1db6-48f0-920f-069456d70283" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.107721] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.107912] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.108030] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.108298] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.108436] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.108571] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b017dc07-b3d3-4513-af49-1581acab1bfa is going to be updated. [ 787.142257] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.142441] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.142534] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.142784] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.142935] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.153350] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b017dc07-b3d3-4513-af49-1581acab1bfa in Status: IN_PROGRESS for 2s [ 787.264662] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.506206] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fbe23a02-c79e-43e8-9bec-5ea83234670e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.572431] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df390cf8-2be7-44b4-950f-a48b6913e6a0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.604420] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbe23a02-c79e-43e8-9bec-5ea83234670e taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.604578] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbe23a02-c79e-43e8-9bec-5ea83234670e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.604786] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a341dca3-711a-4092-975f-31bf384a900b with status ACTIVE [ 787.605044] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.605135] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.605181] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.605422] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.605513] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.605694] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.605801] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.605862] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.606056] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.606133] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.606435] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.606435] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.606435] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.606576] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.606663] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.606743] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a341dca3-711a-4092-975f-31bf384a900b is going to be updated. [ 787.627724] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.627724] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.627724] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.627724] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.627724] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.628711] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a341dca3-711a-4092-975f-31bf384a900b" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.767369] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.767747] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.769946] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.769946] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.769946] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.769946] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cb550d5-2955-43d8-af46-287b908126a2 is going to be updated. [ 787.814033] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.814033] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.814033] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.814033] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.814033] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.834957] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: IN_PROGRESS for 2s [ 788.009201] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fbe23a02-c79e-43e8-9bec-5ea83234670e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.074823] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df390cf8-2be7-44b4-950f-a48b6913e6a0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.346878] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: SUCCESS [ 788.347774] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.513825] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.513825] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.513825] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.513825] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.513825] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.513825] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbe23a02-c79e-43e8-9bec-5ea83234670e is going to be created. [ 788.537287] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.537287] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.537287] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.537287] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.537287] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.546587] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbe23a02-c79e-43e8-9bec-5ea83234670e in Status: UNINITIALIZED for 2s [ 788.579908] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.579908] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.579908] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.579908] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.579908] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.579908] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 is going to be updated. [ 788.609040] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.609040] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.609040] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.609040] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.609040] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.615824] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 in Status: IN_PROGRESS for 2s [ 788.881640] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80b331ce-1db6-48f0-920f-069456d70283 in Status: SUCCESS [ 788.882358] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80b331ce-1db6-48f0-920f-069456d70283" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.882550] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80b331ce-1db6-48f0-920f-069456d70283" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.882860] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80b331ce-1db6-48f0-920f-069456d70283" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.882961] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.883095] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.883161] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.883538] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.883538] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.883627] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80b331ce-1db6-48f0-920f-069456d70283" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.883844] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80b331ce-1db6-48f0-920f-069456d70283',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.885610] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 in Status: SUCCESS [ 788.885804] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.886027] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80b331ce-1db6-48f0-920f-069456d70283" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.886235] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80b331ce-1db6-48f0-920f-069456d70283" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.886348] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.886456] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.886522] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.886819] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.886819] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.886819] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80b331ce-1db6-48f0-920f-069456d70283',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.888122] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.888122] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.888122] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.888122] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.888122] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.888319] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.888319] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.888384] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.888417] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.889419] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.889682] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.889951] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.889951] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.889951] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.890107] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.890151] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.890285] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.162879] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b017dc07-b3d3-4513-af49-1581acab1bfa in Status: SUCCESS [ 789.163190] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.163367] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.163588] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.163806] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.163924] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.163989] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.164165] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.164309] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.164400] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.164492] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b017dc07-b3d3-4513-af49-1581acab1bfa',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.281131] env[68192]: INFO networking_nsxv3.common.synchronization [req-cf39f16b-79c5-48fc-9eb0-eff619737659 req-1ea8112b-37e1-478d-89b4-c593e3d76d86 tempest-ServerMetadataNegativeTestJSON-822485904 tempest-ServerMetadataNegativeTestJSON-822485904-project-member] Enqueued Resource ID: 48472f84-177a-4102-bed9-102fa2645b15 with Priority: HIGHEST for action security_group_members [ 789.281639] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48472f84-177a-4102-bed9-102fa2645b15 with Priority: HIGHEST for action security_group_members [ 789.282495] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-48472f84-177a-4102-bed9-102fa2645b15 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.282495] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-48472f84-177a-4102-bed9-102fa2645b15" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.282495] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-48472f84-177a-4102-bed9-102fa2645b15" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.282495] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-48472f84-177a-4102-bed9-102fa2645b15" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.282495] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.282743] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.282743] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.282799] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.284018] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.284018] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('48472f84-177a-4102-bed9-102fa2645b15',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.391158] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80b331ce-1db6-48f0-920f-069456d70283',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.392419] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80b331ce-1db6-48f0-920f-069456d70283',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.393498] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.393615] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.393867] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.667131] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-b017dc07-b3d3-4513-af49-1581acab1bfa taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.667513] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.667513] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.667631] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.667728] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.667830] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.667965] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.668163] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.668253] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.668358] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.668522] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-b017dc07-b3d3-4513-af49-1581acab1bfa taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.668699] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.668699] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.668825] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.668988] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.669144] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.669144] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.669300] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.669383] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.669432] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.669502] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b017dc07-b3d3-4513-af49-1581acab1bfa',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.786311] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.786311] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.786311] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.786311] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.786311] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.786311] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.786311] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.786311] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.786311] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.786311] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.786681] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48472f84-177a-4102-bed9-102fa2645b15 is going to be updated. [ 789.812964] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.812964] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.812964] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.812964] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.812964] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.821573] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48472f84-177a-4102-bed9-102fa2645b15 in Status: IN_PROGRESS for 2s [ 789.843877] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: SUCCESS [ 789.844782] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.845015] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.845293] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.845515] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.845646] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.845709] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.845894] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.845991] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.846114] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.894381] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80b331ce-1db6-48f0-920f-069456d70283: rpc.has_security_group_logging(os_id): False [ 789.895537] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80b331ce-1db6-48f0-920f-069456d70283',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.896742] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.913547] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.913794] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.913794] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.913966] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.914080] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.914302] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.914403] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.914489] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.914696] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.914751] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.914790] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80b331ce-1db6-48f0-920f-069456d70283 is going to be created. [ 789.967857] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.968108] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.968108] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.968510] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.968578] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.979038] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80b331ce-1db6-48f0-920f-069456d70283 in Status: IN_PROGRESS for 2s [ 790.171646] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b017dc07-b3d3-4513-af49-1581acab1bfa: rpc.has_security_group_logging(os_id): False [ 790.190686] env[68192]: INFO networking_nsxv3.common.synchronization [req-624d0472-4f2a-4876-88e2-981029bf0a39 req-b64102b4-fe04-4079-8abd-f47d4464dfbf tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: 80b331ce-1db6-48f0-920f-069456d70283 with Priority: HIGHEST for action security_group_members [ 790.190882] env[68192]: INFO networking_nsxv3.common.synchronization [req-624d0472-4f2a-4876-88e2-981029bf0a39 req-b64102b4-fe04-4079-8abd-f47d4464dfbf tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_members [ 790.191100] env[68192]: INFO networking_nsxv3.common.synchronization [req-624d0472-4f2a-4876-88e2-981029bf0a39 req-b64102b4-fe04-4079-8abd-f47d4464dfbf tempest-SecurityGroupsTestJSON-442348368 tempest-SecurityGroupsTestJSON-442348368-project-member] Enqueued Resource ID: fbe23a02-c79e-43e8-9bec-5ea83234670e with Priority: HIGHEST for action security_group_members [ 790.192951] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.193103] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.193158] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.193377] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.194662] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80b331ce-1db6-48f0-920f-069456d70283 with Priority: HIGHEST for action security_group_members [ 790.194805] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGHEST for action security_group_members [ 790.194903] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fbe23a02-c79e-43e8-9bec-5ea83234670e with Priority: HIGHEST for action security_group_members [ 790.195182] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-80b331ce-1db6-48f0-920f-069456d70283 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.195278] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80b331ce-1db6-48f0-920f-069456d70283" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.195460] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.195544] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.195709] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-fbe23a02-c79e-43e8-9bec-5ea83234670e taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.195787] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fbe23a02-c79e-43e8-9bec-5ea83234670e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.223351] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.223631] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.224395] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.224395] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.224395] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.224395] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.224395] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.224395] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.224781] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.224781] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.224781] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.224901] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.224901] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.225154] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.225154] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.225277] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.225277] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b017dc07-b3d3-4513-af49-1581acab1bfa is going to be updated. [ 790.300931] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.301210] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.301293] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.301522] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.301678] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.314268] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b017dc07-b3d3-4513-af49-1581acab1bfa in Status: IN_PROGRESS for 2s [ 790.348086] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.348294] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.348345] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.348566] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.348775] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.348893] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.349050] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.349089] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.349244] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.349332] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.349414] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cb550d5-2955-43d8-af46-287b908126a2 is going to be updated. [ 790.389703] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.389703] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.389703] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.390516] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.390516] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.399720] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.399867] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.399943] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.400274] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.400409] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.400543] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 is going to be updated. [ 790.402102] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.402236] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.402312] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.402826] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.402826] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.402826] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80b331ce-1db6-48f0-920f-069456d70283 is going to be updated. [ 790.405611] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: IN_PROGRESS for 2s [ 790.438015] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.438568] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.438568] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.438568] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.438670] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.441982] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.441982] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.441982] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.441982] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.441982] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.448730] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 in Status: IN_PROGRESS for 2s [ 790.449470] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80b331ce-1db6-48f0-920f-069456d70283 in Status: IN_PROGRESS for 2s [ 790.559818] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fbe23a02-c79e-43e8-9bec-5ea83234670e in Status: SUCCESS [ 790.559818] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbe23a02-c79e-43e8-9bec-5ea83234670e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.559818] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbe23a02-c79e-43e8-9bec-5ea83234670e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.559818] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbe23a02-c79e-43e8-9bec-5ea83234670e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.559818] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.560257] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.560257] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.560257] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.560257] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.560477] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbe23a02-c79e-43e8-9bec-5ea83234670e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.624389] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 in Status: SUCCESS [ 790.624821] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.624821] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.624935] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.625135] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.625265] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.625331] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.625513] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.625598] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.625694] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.625804] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df390cf8-2be7-44b4-950f-a48b6913e6a0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.065821] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.065821] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.065821] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.065821] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.065821] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.065821] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.065821] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.065821] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.065821] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.065821] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.065821] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbe23a02-c79e-43e8-9bec-5ea83234670e is going to be deleted. [ 791.065821] env[68192]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 791.065821] env[68192]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-abbfd1b9-3e06-4cb7-8897-0582fd7e3724 None None] NSXv3 Agent Agent loop - iteration:1 started [ 791.094397] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.097036] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.097036] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.097036] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.097036] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.097036] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbe23a02-c79e-43e8-9bec-5ea83234670e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.097036] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbe23a02-c79e-43e8-9bec-5ea83234670e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.097036] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbe23a02-c79e-43e8-9bec-5ea83234670e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.097036] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.097036] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.097036] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.097036] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.097036] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.097036] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbe23a02-c79e-43e8-9bec-5ea83234670e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.127661] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-df390cf8-2be7-44b4-950f-a48b6913e6a0 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.128755] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.128755] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.128755] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.128755] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.128755] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.128755] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.129354] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.129564] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.131192] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.131192] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-df390cf8-2be7-44b4-950f-a48b6913e6a0 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.131192] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.131192] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.131192] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.131757] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.132017] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.132546] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.132811] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.134746] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.134746] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.134746] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df390cf8-2be7-44b4-950f-a48b6913e6a0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.599524] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.600195] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.600472] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.601049] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.601336] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.601832] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.602137] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.602287] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.603750] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.603839] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.604058] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbe23a02-c79e-43e8-9bec-5ea83234670e already deleted. [ 791.604170] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbe23a02-c79e-43e8-9bec-5ea83234670e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.604350] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fbe23a02-c79e-43e8-9bec-5ea83234670e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.606464] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fbe23a02-c79e-43e8-9bec-5ea83234670e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.606464] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fbe23a02-c79e-43e8-9bec-5ea83234670e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.606464] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.606464] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.606464] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.606464] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.606464] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.606464] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fbe23a02-c79e-43e8-9bec-5ea83234670e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.635240] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df390cf8-2be7-44b4-950f-a48b6913e6a0: rpc.has_security_group_logging(os_id): False [ 791.652950] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.653114] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.653188] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.653404] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.653495] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.653685] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.653780] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.653843] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.653992] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.654084] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.654281] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.654375] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.654445] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.654595] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.654665] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.654929] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.655259] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.655381] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.655572] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.655698] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.655845] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 is going to be updated. [ 791.723987] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.724158] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.724227] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.724442] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.724604] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.736736] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 in Status: IN_PROGRESS for 2s [ 791.835123] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 48472f84-177a-4102-bed9-102fa2645b15 in Status: SUCCESS [ 791.835123] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 48472f84-177a-4102-bed9-102fa2645b15 deletion is rescheduled due to dependency. [ 791.835123] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-48472f84-177a-4102-bed9-102fa2645b15" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.884264] env[68192]: INFO networking_nsxv3.common.synchronization [None req-a3130dc6-7247-4483-830c-0eb5d70de13f None None] Enqueued Resource ID: 48c0cc16-8295-40b9-8576-24ef56aa778f with Priority: HIGHEST for action port [ 791.884780] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 48c0cc16-8295-40b9-8576-24ef56aa778f with Priority: HIGHEST for action port [ 791.885470] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-48c0cc16-8295-40b9-8576-24ef56aa778f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.885537] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-48c0cc16-8295-40b9-8576-24ef56aa778f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.885610] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-48c0cc16-8295-40b9-8576-24ef56aa778f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.886448] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-48c0cc16-8295-40b9-8576-24ef56aa778f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.886448] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('48c0cc16-8295-40b9-8576-24ef56aa778f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.992482] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80b331ce-1db6-48f0-920f-069456d70283 in Status: SUCCESS [ 791.992482] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80b331ce-1db6-48f0-920f-069456d70283" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.992791] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80b331ce-1db6-48f0-920f-069456d70283" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.992891] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80b331ce-1db6-48f0-920f-069456d70283" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.992985] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80b331ce-1db6-48f0-920f-069456d70283',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.108821] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fbe23a02-c79e-43e8-9bec-5ea83234670e',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.109951] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.110117] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.110195] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.110406] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.110496] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.110683] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.110786] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.110845] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.111009] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.111086] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.111176] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fbe23a02-c79e-43e8-9bec-5ea83234670e already deleted. [ 792.111269] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fbe23a02-c79e-43e8-9bec-5ea83234670e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.333239] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b017dc07-b3d3-4513-af49-1581acab1bfa in Status: SUCCESS [ 792.333239] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.389126] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 48c0cc16-8295-40b9-8576-24ef56aa778f [ 792.389126] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.389126] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.389126] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.389126] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.389126] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.389126] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:48c0cc16-8295-40b9-8576-24ef56aa778f already deleted. [ 792.389126] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-48c0cc16-8295-40b9-8576-24ef56aa778f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.415107] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9cb550d5-2955-43d8-af46-287b908126a2 in Status: SUCCESS [ 792.415107] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9cb550d5-2955-43d8-af46-287b908126a2 deletion is rescheduled due to dependency. [ 792.415107] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.460604] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 in Status: SUCCESS [ 792.460736] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.463291] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80b331ce-1db6-48f0-920f-069456d70283 in Status: SUCCESS [ 792.463291] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80b331ce-1db6-48f0-920f-069456d70283" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.463291] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.463863] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.464220] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.464486] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.464662] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.466903] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.466903] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.466903] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.468088] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80b331ce-1db6-48f0-920f-069456d70283" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.468088] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80b331ce-1db6-48f0-920f-069456d70283" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.468547] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.468547] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.468547] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.468697] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.468739] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.468832] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80b331ce-1db6-48f0-920f-069456d70283',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.512876] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.512876] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.512876] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.512876] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.512876] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.512876] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80b331ce-1db6-48f0-920f-069456d70283 is going to be deleted. [ 792.562725] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.562865] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.563620] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.563620] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.564947] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.564947] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80b331ce-1db6-48f0-920f-069456d70283" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.614128] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fbe23a02-c79e-43e8-9bec-5ea83234670e: rpc.has_security_group_logging(os_id): False [ 792.634030] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.634209] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.634254] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.634614] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.634614] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.634961] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.634961] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.634961] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.635192] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.635229] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.635319] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbe23a02-c79e-43e8-9bec-5ea83234670e is going to be created. [ 792.661143] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/fbe23a02-c79e-43e8-9bec-5ea83234670e], does not exist path=[/infra/domains/default/groups/fbe23a02-c79e-43e8-9bec-5ea83234670e]."\n}' [ 792.661311] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbe23a02-c79e-43e8-9bec-5ea83234670e failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fbe23a02-c79e-43e8-9bec-5ea83234670e [ 792.661392] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 792.718008] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.719689] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.719689] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.719689] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.720598] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.720921] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.721073] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.721187] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.721383] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.721498] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.721723] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.721901] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.721901] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.722283] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.722283] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.722283] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fbe23a02-c79e-43e8-9bec-5ea83234670e is going to be created. [ 792.742284] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/fbe23a02-c79e-43e8-9bec-5ea83234670e], does not exist path=[/infra/domains/default/groups/fbe23a02-c79e-43e8-9bec-5ea83234670e]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fbe23a02-c79e-43e8-9bec-5ea83234670e [ 792.742505] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fbe23a02-c79e-43e8-9bec-5ea83234670e" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.742647] env[68192]: Traceback (most recent call last): [ 792.742684] env[68192]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 792.742684] env[68192]: return func(*args, **kwargs) [ 792.742684] env[68192]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 792.742684] env[68192]: res.raise_for_status() [ 792.742684] env[68192]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 792.742684] env[68192]: raise HTTPError(http_error_msg, response=self) [ 792.742684] env[68192]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fbe23a02-c79e-43e8-9bec-5ea83234670e [ 792.742684] env[68192]: During handling of the above exception, another exception occurred: [ 792.742684] env[68192]: Traceback (most recent call last): [ 792.742933] env[68192]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 792.742933] env[68192]: listener.cb(fileno) [ 792.742933] env[68192]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 792.742933] env[68192]: result = function(*args, **kwargs) [ 792.742933] env[68192]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 792.742933] env[68192]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 792.742933] env[68192]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 792.742933] env[68192]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 792.742933] env[68192]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 792.742933] env[68192]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 792.742933] env[68192]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 792.742933] env[68192]: res.raise_for_status() [ 792.742933] env[68192]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1024, in raise_for_status [ 792.742933] env[68192]: raise HTTPError(http_error_msg, response=self) [ 792.742933] env[68192]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/fbe23a02-c79e-43e8-9bec-5ea83234670e [ 792.742933] env[68192]: Removing descriptor: 24 [ 792.975873] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.976590] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.976590] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.976590] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.976814] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.976814] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.977326] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.977326] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.977326] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.977326] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.977487] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.977487] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80b331ce-1db6-48f0-920f-069456d70283 is going to be deleted. [ 793.004349] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.004349] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.004349] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.004595] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.004595] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.004689] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80b331ce-1db6-48f0-920f-069456d70283" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.005173] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80b331ce-1db6-48f0-920f-069456d70283" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.005349] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80b331ce-1db6-48f0-920f-069456d70283" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.005558] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.005658] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.005715] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.005854] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.006514] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.006514] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80b331ce-1db6-48f0-920f-069456d70283',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.007968] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.008099] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.008187] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.008389] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.008463] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.480322] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.510305] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.510447] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.510515] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.510721] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.510803] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.511035] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.511133] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.511179] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.511336] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.511417] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.511504] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80b331ce-1db6-48f0-920f-069456d70283 already deleted. [ 793.511581] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80b331ce-1db6-48f0-920f-069456d70283" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.511799] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.753319] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df390cf8-2be7-44b4-950f-a48b6913e6a0 in Status: SUCCESS [ 793.754232] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df390cf8-2be7-44b4-950f-a48b6913e6a0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.763408] env[68192]: INFO networking_nsxv3.common.synchronization [req-0e5fa2f9-628d-4cba-8c96-de855c9364af req-81a17cf9-89e6-4bb3-871f-08b2ee183f07 tempest-ImagesTestJSON-964484771 tempest-ImagesTestJSON-964484771-project-member] Enqueued Resource ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 with Priority: HIGHEST for action security_group_members [ 793.764306] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 with Priority: HIGHEST for action security_group_members [ 793.764793] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.764880] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.764932] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.765241] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.765402] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.765471] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.765569] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.765801] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.765801] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.765914] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('cf4cd555-51fd-4b09-b9be-5403c4ff0d86',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.982829] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.982986] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.983075] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.983439] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.983476] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.983575] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 is going to be updated. [ 794.015134] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.015434] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.015495] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.015754] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.015913] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.017061] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.025900] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 in Status: IN_PROGRESS for 2s [ 794.268032] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.268223] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.268223] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.268421] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.300946] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.301166] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.301312] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.301380] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.301611] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.301699] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.301810] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 is going to be updated. [ 794.330788] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.330931] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.331041] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.331277] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.331398] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.339252] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 in Status: IN_PROGRESS for 2s [ 794.425611] env[68192]: INFO networking_nsxv3.common.synchronization [None req-00b106b6-86fa-435f-9ed5-a1b24c585ead None None] Enqueued Resource ID: 060b1d8c-ecdb-46ec-9746-4e7024e02e42 with Priority: HIGHEST for action port [ 794.427298] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 060b1d8c-ecdb-46ec-9746-4e7024e02e42 with Priority: HIGHEST for action port [ 794.427298] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-060b1d8c-ecdb-46ec-9746-4e7024e02e42 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.427824] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-060b1d8c-ecdb-46ec-9746-4e7024e02e42" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.427824] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-060b1d8c-ecdb-46ec-9746-4e7024e02e42" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.428753] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-060b1d8c-ecdb-46ec-9746-4e7024e02e42" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.428753] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('060b1d8c-ecdb-46ec-9746-4e7024e02e42',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.519946] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 794.520231] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 794.931594] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 060b1d8c-ecdb-46ec-9746-4e7024e02e42 [ 794.932113] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.932113] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.932296] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.932369] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.932463] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.932556] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:060b1d8c-ecdb-46ec-9746-4e7024e02e42 already deleted. [ 794.932633] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-060b1d8c-ecdb-46ec-9746-4e7024e02e42" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.250644] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.250790] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.250857] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.251125] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.268633] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 795.269641] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.271142] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 795.297726] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.298255] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.298255] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.299302] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.307934] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.312180] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 795.312274] env[68192]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=68192) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 795.312359] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 795.351267] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.351410] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.351484] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.351694] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.352496] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.352650] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 795.413015] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.413195] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.413269] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.415056] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.415056] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.415056] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 795.471346] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.472231] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.472231] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.472631] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.472983] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.473366] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:34. [ 795.473698] env[68192]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'a965616d-acb0-48c0-8947-41f243e9010f', '54827185-ba35-46c5-a556-5df17d72a024', 'bc20aefb-fb8a-4d2f-a875-ace090f92f60', 'eb9f1ce6-94c9-4e71-9249-c3c316425fa5', '003878c8-3d21-40a7-a7c9-8cfb7788983f', 'e477e501-4659-48f3-bd35-568faa7f14eb', 'f4e41ac5-2600-48f7-8cc0-2fd062e94fa4', 'a2bb0e24-8cde-427b-8f03-74efd58286d5', 'd295249d-6465-4e3b-a833-65e513065930', '5ebbd3b7-90f6-4308-bffd-db7c73ddbe36', 'df3f8677-87c1-4453-a36d-811f1dd3abf0', 'f8f9cf7b-5766-4b15-98f6-5ad0177334ca', '9cb550d5-2955-43d8-af46-287b908126a2', 'cf4cd555-51fd-4b09-b9be-5403c4ff0d86', '6ef173eb-832e-441d-ad5b-d61fe0f2f5d7', '2f58bcf9-38f5-4df3-a871-7e234542a03f', '5067ea29-94b1-42b6-b977-f06c17b5989f', 'f627b214-f621-4e1c-8bef-e6cfe69e1b50', '09d716a9-e19d-4641-9d4a-0e1baf27fed8', 'b017dc07-b3d3-4513-af49-1581acab1bfa', '40c0a31b-475d-4bb1-a665-6b77bb603419', 'd3f72c23-21ed-4430-b1aa-4aa4cc4a4b86', '84c1644e-0418-495c-9d5b-ac68f4470a14', '04906042-fa44-41be-a265-b8a83d19ae03', 'f9bec502-1db0-427e-a60f-b20a3e0142ac', '76581461-d5ea-41c8-beb9-f091201e0d64', '58062659-109e-4822-bdf3-a663629baa0e', '0f394fdd-887f-4a02-be0d-6f4fee4025e2', 'c9b78eaa-ba67-4b7b-880d-b6c915e5e62b', '48472f84-177a-4102-bed9-102fa2645b15', 'b61b6a66-8cd6-411b-ae01-34633d18318d', 'bf8e3d6e-79c5-495f-8414-c884c6192745', 'df390cf8-2be7-44b4-950f-a48b6913e6a0', '250818b7-8a2b-4944-8f0b-5577a1f705d0'} {{(pid=68192) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 795.473900] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 795.496071] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.496071] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.496071] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.498080] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.498224] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.498416] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 795.498532] env[68192]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=68192) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 795.498635] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 795.559112] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.559112] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.559112] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.559765] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.561444] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.561444] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 795.561575] env[68192]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=68192) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 795.561575] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 795.561659] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 795.561775] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/34 resources of Type:Security Group Rules [ 795.561820] env[68192]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a965616d-acb0-48c0-8947-41f243e9010f with Priority: HIGH for action security_group_rules [ 795.561903] env[68192]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 54827185-ba35-46c5-a556-5df17d72a024 with Priority: HIGH for action security_group_rules [ 795.562558] env[68192]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: bc20aefb-fb8a-4d2f-a875-ace090f92f60 with Priority: HIGH for action security_group_rules [ 795.562558] env[68192]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb9f1ce6-94c9-4e71-9249-c3c316425fa5 with Priority: HIGH for action security_group_rules [ 795.562558] env[68192]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f with Priority: HIGH for action security_group_rules [ 795.562719] env[68192]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e477e501-4659-48f3-bd35-568faa7f14eb with Priority: HIGH for action security_group_rules [ 795.562719] env[68192]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 with Priority: HIGH for action security_group_rules [ 795.562719] env[68192]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a2bb0e24-8cde-427b-8f03-74efd58286d5 with Priority: HIGH for action security_group_rules [ 795.562815] env[68192]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d295249d-6465-4e3b-a833-65e513065930 with Priority: HIGH for action security_group_rules [ 795.562815] env[68192]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGH for action security_group_rules [ 795.562883] env[68192]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: df3f8677-87c1-4453-a36d-811f1dd3abf0 with Priority: HIGH for action security_group_rules [ 795.562924] env[68192]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f8f9cf7b-5766-4b15-98f6-5ad0177334ca with Priority: HIGH for action security_group_rules [ 795.563563] env[68192]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGH for action security_group_rules [ 795.563563] env[68192]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 with Priority: HIGH for action security_group_rules [ 795.563563] env[68192]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6ef173eb-832e-441d-ad5b-d61fe0f2f5d7 with Priority: HIGH for action security_group_rules [ 795.563563] env[68192]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2f58bcf9-38f5-4df3-a871-7e234542a03f with Priority: HIGH for action security_group_rules [ 795.563563] env[68192]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5067ea29-94b1-42b6-b977-f06c17b5989f with Priority: HIGH for action security_group_rules [ 795.563563] env[68192]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f627b214-f621-4e1c-8bef-e6cfe69e1b50 with Priority: HIGH for action security_group_rules [ 795.563563] env[68192]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 09d716a9-e19d-4641-9d4a-0e1baf27fed8 with Priority: HIGH for action security_group_rules [ 795.563563] env[68192]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b017dc07-b3d3-4513-af49-1581acab1bfa with Priority: HIGH for action security_group_rules [ 795.563563] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.918468] env[68192]: INFO networking_nsxv3.common.synchronization [None req-348bcc49-ec4f-487c-9033-8bdc216984aa None None] Enqueued Resource ID: 092cd96e-bb2a-46da-8ce6-279fec858ab1 with Priority: HIGHEST for action port [ 795.918468] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 092cd96e-bb2a-46da-8ce6-279fec858ab1 with Priority: HIGHEST for action port [ 795.918468] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a965616d-acb0-48c0-8947-41f243e9010f with Priority: HIGH for action security_group_rules [ 795.918468] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bc20aefb-fb8a-4d2f-a875-ace090f92f60 with Priority: HIGH for action security_group_rules [ 795.918468] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 with Priority: HIGH for action security_group_rules [ 795.918663] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef173eb-832e-441d-ad5b-d61fe0f2f5d7 with Priority: HIGH for action security_group_rules [ 795.918663] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b017dc07-b3d3-4513-af49-1581acab1bfa with Priority: HIGH for action security_group_rules [ 795.918721] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09d716a9-e19d-4641-9d4a-0e1baf27fed8 with Priority: HIGH for action security_group_rules [ 795.918775] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f627b214-f621-4e1c-8bef-e6cfe69e1b50 with Priority: HIGH for action security_group_rules [ 795.918858] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5067ea29-94b1-42b6-b977-f06c17b5989f with Priority: HIGH for action security_group_rules [ 795.919050] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 with Priority: HIGH for action security_group_rules [ 795.919096] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2f58bcf9-38f5-4df3-a871-7e234542a03f with Priority: HIGH for action security_group_rules [ 795.919187] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9cb550d5-2955-43d8-af46-287b908126a2 with Priority: HIGH for action security_group_rules [ 795.919276] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f8f9cf7b-5766-4b15-98f6-5ad0177334ca with Priority: HIGH for action security_group_rules [ 795.919361] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df3f8677-87c1-4453-a36d-811f1dd3abf0 with Priority: HIGH for action security_group_rules [ 795.919475] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 with Priority: HIGH for action security_group_rules [ 795.919562] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d295249d-6465-4e3b-a833-65e513065930 with Priority: HIGH for action security_group_rules [ 795.919651] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e477e501-4659-48f3-bd35-568faa7f14eb with Priority: HIGH for action security_group_rules [ 795.919738] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2bb0e24-8cde-427b-8f03-74efd58286d5 with Priority: HIGH for action security_group_rules [ 795.919827] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f with Priority: HIGH for action security_group_rules [ 795.919912] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54827185-ba35-46c5-a556-5df17d72a024 with Priority: HIGH for action security_group_rules [ 795.919999] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb9f1ce6-94c9-4e71-9249-c3c316425fa5 with Priority: HIGH for action security_group_rules [ 795.920645] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock port-092cd96e-bb2a-46da-8ce6-279fec858ab1 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.921147] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-092cd96e-bb2a-46da-8ce6-279fec858ab1" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.921147] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-092cd96e-bb2a-46da-8ce6-279fec858ab1" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.921147] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-092cd96e-bb2a-46da-8ce6-279fec858ab1" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.921330] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('092cd96e-bb2a-46da-8ce6-279fec858ab1',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.922570] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a965616d-acb0-48c0-8947-41f243e9010f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.922696] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.922759] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.922936] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.923056] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.923796] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bc20aefb-fb8a-4d2f-a875-ace090f92f60 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.923921] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bc20aefb-fb8a-4d2f-a875-ace090f92f60" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.923988] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bc20aefb-fb8a-4d2f-a875-ace090f92f60" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.924182] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bc20aefb-fb8a-4d2f-a875-ace090f92f60" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.924258] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bc20aefb-fb8a-4d2f-a875-ace090f92f60',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.925290] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.925290] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.925290] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.925480] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f4e41ac5-2600-48f7-8cc0-2fd062e94fa4" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.925480] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f4e41ac5-2600-48f7-8cc0-2fd062e94fa4',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.926461] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.926461] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.926461] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.926461] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6ef173eb-832e-441d-ad5b-d61fe0f2f5d7" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.926664] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6ef173eb-832e-441d-ad5b-d61fe0f2f5d7',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.927856] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b017dc07-b3d3-4513-af49-1581acab1bfa taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.927986] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.928131] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.928188] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.928279] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b017dc07-b3d3-4513-af49-1581acab1bfa',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.929277] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-09d716a9-e19d-4641-9d4a-0e1baf27fed8 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.929405] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-09d716a9-e19d-4641-9d4a-0e1baf27fed8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.929532] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-09d716a9-e19d-4641-9d4a-0e1baf27fed8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.929580] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-09d716a9-e19d-4641-9d4a-0e1baf27fed8" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.929631] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('09d716a9-e19d-4641-9d4a-0e1baf27fed8',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.930506] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f627b214-f621-4e1c-8bef-e6cfe69e1b50 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.930603] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f627b214-f621-4e1c-8bef-e6cfe69e1b50" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.930672] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f627b214-f621-4e1c-8bef-e6cfe69e1b50" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.930814] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f627b214-f621-4e1c-8bef-e6cfe69e1b50" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.930884] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f627b214-f621-4e1c-8bef-e6cfe69e1b50',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.932679] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5067ea29-94b1-42b6-b977-f06c17b5989f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.933855] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5067ea29-94b1-42b6-b977-f06c17b5989f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.933855] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5067ea29-94b1-42b6-b977-f06c17b5989f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.933975] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5067ea29-94b1-42b6-b977-f06c17b5989f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.934074] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5067ea29-94b1-42b6-b977-f06c17b5989f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.935112] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-cf4cd555-51fd-4b09-b9be-5403c4ff0d86 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.935226] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.935293] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.935447] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.935520] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('cf4cd555-51fd-4b09-b9be-5403c4ff0d86',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.936439] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2f58bcf9-38f5-4df3-a871-7e234542a03f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.936550] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2f58bcf9-38f5-4df3-a871-7e234542a03f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.936608] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2f58bcf9-38f5-4df3-a871-7e234542a03f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.936760] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2f58bcf9-38f5-4df3-a871-7e234542a03f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.936825] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2f58bcf9-38f5-4df3-a871-7e234542a03f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.937076] env[68192]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 795.937873] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9cb550d5-2955-43d8-af46-287b908126a2 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.938016] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.938051] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.938259] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9cb550d5-2955-43d8-af46-287b908126a2" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.938325] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9cb550d5-2955-43d8-af46-287b908126a2',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.939894] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f8f9cf7b-5766-4b15-98f6-5ad0177334ca taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.940007] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f8f9cf7b-5766-4b15-98f6-5ad0177334ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.940074] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f8f9cf7b-5766-4b15-98f6-5ad0177334ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.940234] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f8f9cf7b-5766-4b15-98f6-5ad0177334ca" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.940302] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f8f9cf7b-5766-4b15-98f6-5ad0177334ca',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.941234] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df3f8677-87c1-4453-a36d-811f1dd3abf0 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.941337] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df3f8677-87c1-4453-a36d-811f1dd3abf0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.941414] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df3f8677-87c1-4453-a36d-811f1dd3abf0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.941578] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df3f8677-87c1-4453-a36d-811f1dd3abf0" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.941651] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df3f8677-87c1-4453-a36d-811f1dd3abf0',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.942734] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.942847] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.943050] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d295249d-6465-4e3b-a833-65e513065930 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.943151] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.943213] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.943389] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d295249d-6465-4e3b-a833-65e513065930" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.943454] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d295249d-6465-4e3b-a833-65e513065930',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.944438] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e477e501-4659-48f3-bd35-568faa7f14eb taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.944545] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e477e501-4659-48f3-bd35-568faa7f14eb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.944613] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e477e501-4659-48f3-bd35-568faa7f14eb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.944758] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e477e501-4659-48f3-bd35-568faa7f14eb" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.944825] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e477e501-4659-48f3-bd35-568faa7f14eb',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.945872] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a2bb0e24-8cde-427b-8f03-74efd58286d5 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.945981] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a2bb0e24-8cde-427b-8f03-74efd58286d5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.946073] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a2bb0e24-8cde-427b-8f03-74efd58286d5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.946232] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a2bb0e24-8cde-427b-8f03-74efd58286d5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.946303] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a2bb0e24-8cde-427b-8f03-74efd58286d5',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.947313] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-003878c8-3d21-40a7-a7c9-8cfb7788983f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.947433] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.947498] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.947649] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.947721] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.948694] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-54827185-ba35-46c5-a556-5df17d72a024 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.948991] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-54827185-ba35-46c5-a556-5df17d72a024" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.948991] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-54827185-ba35-46c5-a556-5df17d72a024" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.949122] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-54827185-ba35-46c5-a556-5df17d72a024" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.949160] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('54827185-ba35-46c5-a556-5df17d72a024',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.950374] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb9f1ce6-94c9-4e71-9249-c3c316425fa5 taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.950374] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb9f1ce6-94c9-4e71-9249-c3c316425fa5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.950374] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb9f1ce6-94c9-4e71-9249-c3c316425fa5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.950374] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb9f1ce6-94c9-4e71-9249-c3c316425fa5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.950374] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb9f1ce6-94c9-4e71-9249-c3c316425fa5',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.952146] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 092cd96e-bb2a-46da-8ce6-279fec858ab1 [ 795.952321] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.952440] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.952509] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.952653] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.952739] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.952828] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:092cd96e-bb2a-46da-8ce6-279fec858ab1 already deleted. [ 795.952904] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-092cd96e-bb2a-46da-8ce6-279fec858ab1" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.982529] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.982761] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.982761] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.982933] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.009105] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.009284] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bc20aefb-fb8a-4d2f-a875-ace090f92f60 is going to be deleted. [ 796.034354] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 in Status: SUCCESS [ 796.034585] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.036084] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.036302] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.036487] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.036870] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.036982] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.037791] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.037791] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.037791] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.037791] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.037791] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.037791] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.037791] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.037791] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.038766] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.038766] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.038766] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.038766] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.038766] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.038766] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.039574] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.039574] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ebbd3b7-90f6-4308-bffd-db7c73ddbe36" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.039574] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.039574] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.040342] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.040342] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.040342] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.040342] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.057927] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.058130] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.058130] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.058344] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.058431] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.058533] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bc20aefb-fb8a-4d2f-a875-ace090f92f60" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.350134] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 in Status: SUCCESS [ 796.350396] env[68192]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 deletion is rescheduled due to dependency. [ 796.350996] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-cf4cd555-51fd-4b09-b9be-5403c4ff0d86" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.458036] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-a965616d-acb0-48c0-8947-41f243e9010f taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.458036] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.458036] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.458036] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.458036] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.458293] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.458293] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.458293] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.458381] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.458555] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.458555] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.628818] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.629422] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.629422] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.629422] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.633069] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-5067ea29-94b1-42b6-b977-f06c17b5989f taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.633220] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5067ea29-94b1-42b6-b977-f06c17b5989f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.633287] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5067ea29-94b1-42b6-b977-f06c17b5989f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.633427] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5067ea29-94b1-42b6-b977-f06c17b5989f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.633566] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.633659] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.633713] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.633891] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.633964] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.634016] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5067ea29-94b1-42b6-b977-f06c17b5989f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.634094] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5067ea29-94b1-42b6-b977-f06c17b5989f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.639548] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-b017dc07-b3d3-4513-af49-1581acab1bfa taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.639688] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.639688] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.639822] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.639966] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.640072] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.640124] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.640265] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.640341] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.640422] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.640502] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b017dc07-b3d3-4513-af49-1581acab1bfa',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.642717] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-a2bb0e24-8cde-427b-8f03-74efd58286d5 taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.642963] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a2bb0e24-8cde-427b-8f03-74efd58286d5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.642963] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a2bb0e24-8cde-427b-8f03-74efd58286d5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.643467] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a2bb0e24-8cde-427b-8f03-74efd58286d5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.643467] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.643467] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.643467] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.643467] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.643654] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.643654] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a2bb0e24-8cde-427b-8f03-74efd58286d5" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.643654] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a2bb0e24-8cde-427b-8f03-74efd58286d5',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.648359] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-003878c8-3d21-40a7-a7c9-8cfb7788983f taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.650027] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.650027] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.650027] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.650027] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.650027] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.650027] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.650027] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.650027] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.650027] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.650027] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.650605] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36: rpc.has_security_group_logging(os_id): False [ 796.651798] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ebbd3b7-90f6-4308-bffd-db7c73ddbe36',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.712630] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.712838] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.713926] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.714054] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.715014] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.715129] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.715796] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.715888] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.717105] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.717105] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.717683] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.717778] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.718603] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.718704] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.719885] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.719966] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.720680] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.720760] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.721525] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.721629] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.722246] env[68192]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 796.722809] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.722900] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.724091] env[68192]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 796.724572] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.724673] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.725450] env[68192]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 796.725972] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.725972] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.726551] env[68192]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 796.727117] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.727117] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f4e41ac5-2600-48f7-8cc0-2fd062e94fa4 is going to be deleted. [ 796.728091] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.729120] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.767034] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.767034] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: cf4cd555-51fd-4b09-b9be-5403c4ff0d86 is going to be deleted. [ 796.767034] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.767034] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.796922] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.797031] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e477e501-4659-48f3-bd35-568faa7f14eb is going to be deleted. [ 796.797916] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.802154] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.814950] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.815174] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.823976] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.824130] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6ef173eb-832e-441d-ad5b-d61fe0f2f5d7 is going to be deleted. [ 796.824986] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.825224] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.856112] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.856260] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df3f8677-87c1-4453-a36d-811f1dd3abf0 is going to be deleted. [ 796.858890] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.858890] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.865176] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.865176] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.880192] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.880322] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.891862] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.891960] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2f58bcf9-38f5-4df3-a871-7e234542a03f is going to be deleted. [ 796.893737] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.893737] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.907144] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.907260] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.934601] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.934601] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f627b214-f621-4e1c-8bef-e6cfe69e1b50 is going to be deleted. [ 796.935255] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.935474] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.956032] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.956169] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.962060] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-a965616d-acb0-48c0-8947-41f243e9010f taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.962060] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.962060] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.962196] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.962347] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.962440] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.962501] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.962841] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.962841] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.962841] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.964990] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-a965616d-acb0-48c0-8947-41f243e9010f taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.964990] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.964990] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.964990] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.964990] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.964990] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.964990] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.964990] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.964990] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.964990] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a965616d-acb0-48c0-8947-41f243e9010f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.964990] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a965616d-acb0-48c0-8947-41f243e9010f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.966174] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.966529] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.966529] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.966697] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.966821] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.967106] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.967257] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.967414] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.967521] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.967759] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.967901] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.968212] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.972148] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.972148] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.972148] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.972148] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.972148] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ebbd3b7-90f6-4308-bffd-db7c73ddbe36 is going to be updated. [ 796.972148] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.972148] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.972683] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.972781] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.015477] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.015627] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.016623] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.016623] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 54827185-ba35-46c5-a556-5df17d72a024 is going to be deleted. [ 797.017510] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.017716] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.047057] env[68192]: INFO networking_nsxv3.common.synchronization [req-909e6ccd-80ee-4495-bdd7-8c81d7c61900 req-74cb7556-9c04-4729-84ed-4af8367febe4 tempest-ListServerFiltersTestJSON-311942473 tempest-ListServerFiltersTestJSON-311942473-project-member] Enqueued Resource ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f with Priority: HIGHEST for action security_group_members [ 797.047057] env[68192]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 003878c8-3d21-40a7-a7c9-8cfb7788983f with Priority: HIGHEST for action security_group_members [ 797.047057] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-003878c8-3d21-40a7-a7c9-8cfb7788983f taken with stack trace [, , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.047057] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.047057] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.047057] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-003878c8-3d21-40a7-a7c9-8cfb7788983f" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.047057] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.047447] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.047447] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.047447] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.047543] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.047578] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('003878c8-3d21-40a7-a7c9-8cfb7788983f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.063333] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.063467] env[68192]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 09d716a9-e19d-4641-9d4a-0e1baf27fed8 is going to be deleted. [ 797.064676] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.064881] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.137419] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5067ea29-94b1-42b6-b977-f06c17b5989f',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.146053] env[68192]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a2bb0e24-8cde-427b-8f03-74efd58286d5',) {} {{(pid=68192) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.151676] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.151882] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.161305] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-b017dc07-b3d3-4513-af49-1581acab1bfa taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.161454] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.161523] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.161822] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.162143] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.162143] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.162143] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.162143] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.162427] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.162427] env[68192]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.162539] env[68192]: DEBUG networking_nsxv3.common.locking [-] Lock member-b017dc07-b3d3-4513-af49-1581acab1bfa taken with stack trace [, , , ] {{(pid=68192) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.162539] env[68192]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b017dc07-b3d3-4513-af49-1581acab1bfa" {{(pid=68192) lock /op